{"severity_text":"INFO","timestamp":"2026-11-01T03:50:55.399774588Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:55.453947402Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:55.562524393Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:55.56255092Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:55.791008688Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:55.79106488Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:55.962813198Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/bc795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:56.961128451Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.077364687Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.077469431Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.07752409Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.077562016Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.077603133Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.077638846Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.07767604Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.077709428Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.077748495Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.077786736Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.077830674Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.077883501Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.077903629Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.078034289Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.078198187Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.078303702Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.078335014Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.078377755Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.078399992Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.078474575Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.178773917Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1101 03:50:57.178767 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.379903962Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:50:57.379951611Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1101 03:51:13.834125 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.83460197Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.834842086Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.834924061Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.835000356Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.835114528Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.835201675Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.835241015Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.835396621Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.83546326Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.836110888Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.836607939Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.837774209Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.838443053Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.838766744Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.839270307Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.83931704Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.839370516Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.83939146Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.83968144Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.839884459Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.840010767Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.840998765Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.841043504Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.841102169Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.84111089Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.841299993Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.841325904Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.84134305Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.841359015Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.841375911Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.842414213Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.842453832Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.841400076Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.841506513Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.842809751Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.842913612Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.842963951Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.843000587Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.843031177Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.8414182Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.841468519Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.843277484Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.84332905Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.843346359Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.843775781Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.843809209Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.843834735Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.843932269Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.843971206Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.844137995Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.844205901Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:13.844241233Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.153380721Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.154041213Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.315541939Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.537403557Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.537455887Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.538016699Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.538044934Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.542883616Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.542920593Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.543987188Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.544009533Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.547209872Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.547222528Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.547198828Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.547233084Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.547529098Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.547547399Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.774118627Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36e4f0d5-8aa7-4517-95ad-e4a5cc1f21db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.81863957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b900666-84c8-4481-b2bf-34fb27038b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.819132456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"871ed8df-203c-4776-b05a-bf8a6211adc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:14.922742572Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b8ff3a1-5017-41c8-8d86-a30c3fd9cf42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.011717263Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a4a7fb0-4b8e-40b3-a72c-052701960b97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.013203884Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b900666-84c8-4481-b2bf-34fb27038b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:51:15.015023096Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"871ed8df-203c-4776-b05a-bf8a6211adc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.113798489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b900666-84c8-4481-b2bf-34fb27038b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:51:15.11393511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"871ed8df-203c-4776-b05a-bf8a6211adc2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.223898023Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95abff4a-c270-4dfb-9150-2ce55926aa5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.372569296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03c98fbc-f0c5-40b8-89b7-4db2f6fffac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.432362137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03c98fbc-f0c5-40b8-89b7-4db2f6fffac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.473597232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2019c955-53fd-416e-aa0e-2098f03de095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.491020325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03c98fbc-f0c5-40b8-89b7-4db2f6fffac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.533747886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2019c955-53fd-416e-aa0e-2098f03de095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.568950351Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"823f9a4a-ce0b-49ce-9571-505999e192df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.592152966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2019c955-53fd-416e-aa0e-2098f03de095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.794262165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5059cc6-9e30-4d59-a2a1-7e826f3252be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.849140801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5059cc6-9e30-4d59-a2a1-7e826f3252be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.903696312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5059cc6-9e30-4d59-a2a1-7e826f3252be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:15.958267626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5059cc6-9e30-4d59-a2a1-7e826f3252be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.027073536Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1467a91-664e-4631-b3d6-e7b199573736","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.251715617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01c06201-8e99-41cf-a7fa-76a012afe164","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.251742923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01c06201-8e99-41cf-a7fa-76a012afe164","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.309941171Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21fd49dd-be23-4856-919a-9f50df7fc85b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.310424279Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"589d0c14-16d8-49ba-9d89-2057fe053ba3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.317003386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3a81ae3-ed0f-48c8-bb79-056c6905e1ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.317020405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b3a81ae3-ed0f-48c8-bb79-056c6905e1ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.414462909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f89521d1-324e-4c34-8290-cea86d4af000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.41447974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82e1caa5-7229-48ea-8133-62e141379439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.476547338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82e1caa5-7229-48ea-8133-62e141379439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.476667257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f89521d1-324e-4c34-8290-cea86d4af000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.536574112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f89521d1-324e-4c34-8290-cea86d4af000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.538439279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82e1caa5-7229-48ea-8133-62e141379439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.701406181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1800dbf-966a-46c8-b00d-0b82dd857419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.70140686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"744b7871-fb3a-44e2-a77c-01379b7703ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.76629591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"744b7871-fb3a-44e2-a77c-01379b7703ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.766285182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1800dbf-966a-46c8-b00d-0b82dd857419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.828234808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"744b7871-fb3a-44e2-a77c-01379b7703ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:16.828243937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1800dbf-966a-46c8-b00d-0b82dd857419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:17.784842114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"188e383e-04ff-42a4-999f-6d6bffd43e39","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:17.784862922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"188e383e-04ff-42a4-999f-6d6bffd43e39","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:19.383223805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fff47f1-15f8-4446-9a89-6e0c0fe3a21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:19.383235983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63042c1d-bc6f-44b1-a060-f2e6250e8f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:19.443287176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fff47f1-15f8-4446-9a89-6e0c0fe3a21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:19.443388894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63042c1d-bc6f-44b1-a060-f2e6250e8f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:19.502013923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fff47f1-15f8-4446-9a89-6e0c0fe3a21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:19.502124508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63042c1d-bc6f-44b1-a060-f2e6250e8f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:20.076908214Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"b19b3b5c-c51c-4569-824f-afe94e9c34e9","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.568332386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0364437e-3fe6-4c41-b62d-e1e1ea5f6ffb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.568355737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0364437e-3fe6-4c41-b62d-e1e1ea5f6ffb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.568650109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f5f3273-700f-4a78-89a5-cc68804583ee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.568661645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f5f3273-700f-4a78-89a5-cc68804583ee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.624081694Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe0111e5-b800-4db1-9df0-af0914a97a90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.624080719Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8753bb1-5dec-47c5-bb94-4d19247fe1e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.634591419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f5e277b2-c600-4fde-a200-7ea8f89185ef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.634613382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f5e277b2-c600-4fde-a200-7ea8f89185ef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.634830091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cad9f5f8-f39d-45cb-990d-3b13840498e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.634841622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cad9f5f8-f39d-45cb-990d-3b13840498e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.732990502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60255c84-78e8-4842-b7e3-85aacb22299a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.732990595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63388f88-cb39-4990-8970-1d242ff7aca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.793047694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63388f88-cb39-4990-8970-1d242ff7aca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.793051243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60255c84-78e8-4842-b7e3-85aacb22299a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.851638292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60255c84-78e8-4842-b7e3-85aacb22299a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:21.851642275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63388f88-cb39-4990-8970-1d242ff7aca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:22.014577642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c8b8d76-d620-4e52-bdda-2bc45ac70779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:22.014578405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e72fc06c-9f33-47e4-9a1d-878afce7c0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:22.07581221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e72fc06c-9f33-47e4-9a1d-878afce7c0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:22.07583297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c8b8d76-d620-4e52-bdda-2bc45ac70779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:22.134928761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e72fc06c-9f33-47e4-9a1d-878afce7c0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:22.135041281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c8b8d76-d620-4e52-bdda-2bc45ac70779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:22.776045643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76ff5fd2-8358-4c2d-80eb-287b2237931b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:22.776068544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76ff5fd2-8358-4c2d-80eb-287b2237931b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:24.807350115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bb3a8df-19af-417d-9175-e4ceab311736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:24.807340186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"431054ad-0ff0-4836-bb76-bb4b0fb4a6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:24.867312151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bb3a8df-19af-417d-9175-e4ceab311736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:24.90143727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"431054ad-0ff0-4836-bb76-bb4b0fb4a6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:24.926040899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bb3a8df-19af-417d-9175-e4ceab311736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:24.960066487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"431054ad-0ff0-4836-bb76-bb4b0fb4a6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.073667201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4416cb7-71fd-46be-929c-f4c107a24af7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.073692456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4416cb7-71fd-46be-929c-f4c107a24af7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.074023056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6f32c970-6cc3-4b00-863c-74b0c1b45b29","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.074049495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6f32c970-6cc3-4b00-863c-74b0c1b45b29","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.074377954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"03e14428-c895-4e8e-9b71-ab864479fcf7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.074389488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"03e14428-c895-4e8e-9b71-ab864479fcf7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.128899713Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f9efa94-8c17-4193-b860-8b162abe4fbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.129133725Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5ed854e8-0226-4c45-8acd-bfa371421413","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.14163102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5e101b0-3811-4fa2-a4d1-f744d87508cc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.141655877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5e101b0-3811-4fa2-a4d1-f744d87508cc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.141954552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ce54fb8-5434-4fd9-90a1-3b986d9e4ca8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.141972396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ce54fb8-5434-4fd9-90a1-3b986d9e4ca8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.142297114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9271323c-2aad-4fff-af54-3d71e5f2f8a8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.142314967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9271323c-2aad-4fff-af54-3d71e5f2f8a8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.236900518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2109832d-84f3-4c30-8d2a-437753959c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.237045969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f6f0aeb-396a-4e5d-aeba-7c2fa6c0aa05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.298711671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f6f0aeb-396a-4e5d-aeba-7c2fa6c0aa05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.298732753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2109832d-84f3-4c30-8d2a-437753959c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.357573084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2109832d-84f3-4c30-8d2a-437753959c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.357597454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f6f0aeb-396a-4e5d-aeba-7c2fa6c0aa05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.521094455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c533c8a6-05cc-4d81-ae73-48a71122dd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.521095656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e871e0ce-70f1-467d-8a7d-afd8dd7a1fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.580996735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c533c8a6-05cc-4d81-ae73-48a71122dd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.581096954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e871e0ce-70f1-467d-8a7d-afd8dd7a1fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.639398803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e871e0ce-70f1-467d-8a7d-afd8dd7a1fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:25.639467249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c533c8a6-05cc-4d81-ae73-48a71122dd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:26.300053162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"508aca18-b99f-4420-a067-4f2886d94a09","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:26.3000786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"508aca18-b99f-4420-a067-4f2886d94a09","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.028532393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6bc57dbd-d212-4368-bcd9-a44152d255f0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.028556806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6bc57dbd-d212-4368-bcd9-a44152d255f0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.028917609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6cbe4866-70be-4c9e-88b1-f7fe1bb965a4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.028935297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6cbe4866-70be-4c9e-88b1-f7fe1bb965a4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.029158885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c082e324-cf9e-4f5e-bd90-9b01736eacaa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.029189345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c082e324-cf9e-4f5e-bd90-9b01736eacaa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.029410299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e25e7a8-92b4-4d59-8f75-817adfcb62c8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.029420519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e25e7a8-92b4-4d59-8f75-817adfcb62c8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.087613197Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"88be7a60-7744-4b32-a403-089b11829de9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.087613117Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77d382d0-bb33-47a3-b230-c20b3db71d3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.095879604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4c70ae67-8579-4fcb-962c-300673498fdb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.095899885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4c70ae67-8579-4fcb-962c-300673498fdb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.096114886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0901d557-1139-4d57-9503-e6baf82ab032","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.096128598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0901d557-1139-4d57-9503-e6baf82ab032","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.096349678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9649618-582a-44a8-8cd8-d569a8737a0a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.096361521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9649618-582a-44a8-8cd8-d569a8737a0a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.096556104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7907adff-5d99-48af-ac49-17fb9bfcb0e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.096567036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7907adff-5d99-48af-ac49-17fb9bfcb0e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.193141349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ab4af3d-f8a1-4471-93af-efc927651551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.195066997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13b4c20d-64b7-4486-a37a-ee844abadf6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.252884972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ab4af3d-f8a1-4471-93af-efc927651551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.254779551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13b4c20d-64b7-4486-a37a-ee844abadf6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.311283821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ab4af3d-f8a1-4471-93af-efc927651551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.312821714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13b4c20d-64b7-4486-a37a-ee844abadf6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.474939341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16707802-73ac-4421-9041-791856e92326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.474953799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff7fe268-c9d4-4887-922f-b8ef3e21861f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.53542484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16707802-73ac-4421-9041-791856e92326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.535550287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff7fe268-c9d4-4887-922f-b8ef3e21861f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.594524556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16707802-73ac-4421-9041-791856e92326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:28.594641649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff7fe268-c9d4-4887-922f-b8ef3e21861f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:29.229257214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2f787362-1c03-4d3d-af1c-2e30ea5ae65f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:29.22928073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2f787362-1c03-4d3d-af1c-2e30ea5ae65f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.507894346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03af1968-3017-47fb-ac01-1c77cbcaf145","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.507920436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03af1968-3017-47fb-ac01-1c77cbcaf145","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.508275971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3fe359a-7990-41b4-82f7-522890345998","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.508292999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3fe359a-7990-41b4-82f7-522890345998","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.508564186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"605514eb-a9ab-4ea7-9b15-fafc6ac60407","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.508581163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"605514eb-a9ab-4ea7-9b15-fafc6ac60407","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.508787477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"38fae914-85a2-4d4c-b049-b8f1c7b66cd5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.508806779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"38fae914-85a2-4d4c-b049-b8f1c7b66cd5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.509111558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"78ef88b0-34e5-49ca-a5ab-66ed6f1c223d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.509122231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"78ef88b0-34e5-49ca-a5ab-66ed6f1c223d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.56251182Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c632b82c-6051-4594-b42a-673b68143394","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.562511758Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9b4a769-7f45-4bf5-a0f9-fac99aad038d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.574598313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33bdf73f-43c3-47ad-a0cf-3d045601c348","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.574625076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33bdf73f-43c3-47ad-a0cf-3d045601c348","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.574870033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6d457bca-e4f8-49c1-baef-ce134cd7759d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.574882623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6d457bca-e4f8-49c1-baef-ce134cd7759d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.575074432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53503f13-2717-4aa0-805e-e4e84c21e30e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.575087056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53503f13-2717-4aa0-805e-e4e84c21e30e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.575300279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87b8dcdf-f0ef-4e22-86f2-cbe05bb71814","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.575312014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87b8dcdf-f0ef-4e22-86f2-cbe05bb71814","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.575481427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"814aa5c4-54c5-4554-a8e5-c7df94a1dc32","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.575494037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"814aa5c4-54c5-4554-a8e5-c7df94a1dc32","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.671870198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c3fca48-e9cf-45c0-9ac4-3fa21f48a1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.6718702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"719699d4-ffe1-4866-93fb-ca99bc10009f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.731964315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"719699d4-ffe1-4866-93fb-ca99bc10009f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.732000032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c3fca48-e9cf-45c0-9ac4-3fa21f48a1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.790849432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"719699d4-ffe1-4866-93fb-ca99bc10009f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.790941948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c3fca48-e9cf-45c0-9ac4-3fa21f48a1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.95615169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44a7aa18-9535-446f-994f-6e3490b4f65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:31.956151834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3ad841f-85e9-4787-b613-be02a48bba37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.016219892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44a7aa18-9535-446f-994f-6e3490b4f65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.016401497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3ad841f-85e9-4787-b613-be02a48bba37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.075148235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3ad841f-85e9-4787-b613-be02a48bba37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.075636951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44a7aa18-9535-446f-994f-6e3490b4f65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.299341577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1216a134-c541-48a4-8be6-75fe418e656a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.299336821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b6ea0aa-2487-4d14-9216-2b09c4b1bd96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.359452056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b6ea0aa-2487-4d14-9216-2b09c4b1bd96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.359573043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1216a134-c541-48a4-8be6-75fe418e656a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.419076918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b6ea0aa-2487-4d14-9216-2b09c4b1bd96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.419636906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1216a134-c541-48a4-8be6-75fe418e656a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:51:32.475477253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1216a134-c541-48a4-8be6-75fe418e656a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.582071485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"874ce510-5808-4951-aaf0-d621581cc163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.641737425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"874ce510-5808-4951-aaf0-d621581cc163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.683188657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d9c499a-1c7a-4fb1-9720-1a662676bb16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.702116806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"874ce510-5808-4951-aaf0-d621581cc163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.719350541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5653ddf-719c-4f31-8f19-f05a0e2aa0dc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.719376621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5653ddf-719c-4f31-8f19-f05a0e2aa0dc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.743072462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d9c499a-1c7a-4fb1-9720-1a662676bb16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:32.801951098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d9c499a-1c7a-4fb1-9720-1a662676bb16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.600242973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bdb2057-e3c8-4bc3-a3f7-04bdae3e0b49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.60026872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bdb2057-e3c8-4bc3-a3f7-04bdae3e0b49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.600578063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f62737c-16a9-4ece-b707-9d95cc486f57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.60059374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f62737c-16a9-4ece-b707-9d95cc486f57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.600854833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52b644b1-7a6d-40ef-9cb9-85cd0aacf401","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.600870911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52b644b1-7a6d-40ef-9cb9-85cd0aacf401","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.601092716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9eb70c56-af35-4f12-8664-1281a5d3efa2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.601104848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9eb70c56-af35-4f12-8664-1281a5d3efa2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.601325556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fb25b258-c96d-4703-a642-83a960fbfbe1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.601336479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fb25b258-c96d-4703-a642-83a960fbfbe1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.601525816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2333dc4a-4bba-4658-a610-876da5157911","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.601536768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2333dc4a-4bba-4658-a610-876da5157911","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.658453624Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b44a735e-744d-428a-9c64-e63eb8c01f88","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.658502366Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3853910c-82a7-4771-91d3-48eec83d2f6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.708376926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6aaa5dab-5a09-456b-9357-bd8dbaf11906","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.708405872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6aaa5dab-5a09-456b-9357-bd8dbaf11906","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.708663942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f5d41419-33f9-4b84-ae91-8ff527c971e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.708675654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f5d41419-33f9-4b84-ae91-8ff527c971e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.708916464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3af9a9c3-9329-47c5-afb6-4e126239d988","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.708929156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3af9a9c3-9329-47c5-afb6-4e126239d988","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.709132183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"19f084b6-bfcc-44fb-a9ad-aa92fe059f57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.709146479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"19f084b6-bfcc-44fb-a9ad-aa92fe059f57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.709389066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4acd6cb-cb50-4c17-91fb-f46c2311d133","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.709406068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4acd6cb-cb50-4c17-91fb-f46c2311d133","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.709631995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c51da08-5214-4f20-bf37-25879afdfc10","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.709643409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c51da08-5214-4f20-bf37-25879afdfc10","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.763743663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ea0d4a0-62a4-49bb-9a1d-03c978b34bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.765451777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b676946a-e98d-403b-b723-25fc07846a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.823021329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ea0d4a0-62a4-49bb-9a1d-03c978b34bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.824541296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b676946a-e98d-403b-b723-25fc07846a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.881474426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ea0d4a0-62a4-49bb-9a1d-03c978b34bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:35.884511742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b676946a-e98d-403b-b723-25fc07846a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:36.044683775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5200436-bf5b-4d8c-bd04-89327e82def0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:36.046270448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a31a6c1-dbbd-4ae1-8532-39608be95564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:36.104544264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5200436-bf5b-4d8c-bd04-89327e82def0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:36.105595186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a31a6c1-dbbd-4ae1-8532-39608be95564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:36.1632186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5200436-bf5b-4d8c-bd04-89327e82def0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:36.163653677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a31a6c1-dbbd-4ae1-8532-39608be95564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:36.794075876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aa36eb13-95df-4234-9867-e3b4f547389d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:36.794104445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aa36eb13-95df-4234-9867-e3b4f547389d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.323493448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f34dce85-6a36-44be-a676-d44ed9016cdb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.323514252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f34dce85-6a36-44be-a676-d44ed9016cdb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.323753889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"868faa0a-d3d2-4105-a1f2-22e76b354c13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.323769141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"868faa0a-d3d2-4105-a1f2-22e76b354c13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.32397631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0a05395c-eae6-4cbf-b7f8-cc6a798e8ad1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.323990808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0a05395c-eae6-4cbf-b7f8-cc6a798e8ad1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.324213388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1da9351a-cfef-47a8-a58b-f94b9409fdb5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.324223825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1da9351a-cfef-47a8-a58b-f94b9409fdb5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.324399693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9cc0aec6-4681-40d7-9bc8-647a77aec0d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.324413281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9cc0aec6-4681-40d7-9bc8-647a77aec0d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.324604539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51061c7a-1144-41da-905d-317d7c89af7a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.32461554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51061c7a-1144-41da-905d-317d7c89af7a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.32481288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad54c8d9-3a27-42de-bdef-1adb5e0c26ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.324824629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad54c8d9-3a27-42de-bdef-1adb5e0c26ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.382749366Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60469310-e55d-4ee6-bcc9-06d1f0a3d3ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.393742286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b89fe093-b45b-4e28-aa72-58d5a924065e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.393761126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b89fe093-b45b-4e28-aa72-58d5a924065e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.393979666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eeee2dfa-8757-48e9-96d5-69ade6abdc81","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.393991433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eeee2dfa-8757-48e9-96d5-69ade6abdc81","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.394193595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"48a416c2-be72-4477-964a-aaefc0ed37e0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.39420608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"48a416c2-be72-4477-964a-aaefc0ed37e0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.394417459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f2e54fe3-b96b-4bf1-b061-ddc94e0781a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.394429655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f2e54fe3-b96b-4bf1-b061-ddc94e0781a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.394603749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"719c4d6b-2cc9-4e92-a6d6-bf30e0670a54","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.394613372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"719c4d6b-2cc9-4e92-a6d6-bf30e0670a54","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.394770784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5abd597c-59db-4822-a94c-c4569e49f9d5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.39477988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5abd597c-59db-4822-a94c-c4569e49f9d5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.39492705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1d5dce0-d548-406d-b866-5911bcbaff1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.394935375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1d5dce0-d548-406d-b866-5911bcbaff1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.488530442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff54f49d-3c57-4e8b-a9cb-0ddab85a19e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.488596724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f433268c-1d4a-4675-9b9d-a9a1b1ce35b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.550267793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff54f49d-3c57-4e8b-a9cb-0ddab85a19e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.550305456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f433268c-1d4a-4675-9b9d-a9a1b1ce35b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.550643411Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35dd8e3c-0f63-462a-800f-ca7d918a223a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.61002501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff54f49d-3c57-4e8b-a9cb-0ddab85a19e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.614182354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f433268c-1d4a-4675-9b9d-a9a1b1ce35b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.719601727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f4c37a2-5d92-40bb-a8ab-5b1cc9ab8fc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.719623331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f4c37a2-5d92-40bb-a8ab-5b1cc9ab8fc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.775460114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"017bd593-ee28-49a4-bdbd-f4ca23eb043f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.777630072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efb4dedf-a02c-467b-b350-a61ef75495cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.834804155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"017bd593-ee28-49a4-bdbd-f4ca23eb043f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.837381565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efb4dedf-a02c-467b-b350-a61ef75495cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.893265291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"017bd593-ee28-49a4-bdbd-f4ca23eb043f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.895399732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efb4dedf-a02c-467b-b350-a61ef75495cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:38.938765507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0039ad15-ef64-498e-8ed9-70e88e2edd82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.318469637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2e69d73-ded1-49e2-bb0d-43677c7ce45e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.318488325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5215c2a-c391-4bbd-9026-53c24d2f4121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.379517096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5215c2a-c391-4bbd-9026-53c24d2f4121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.379861545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2e69d73-ded1-49e2-bb0d-43677c7ce45e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.438479245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2e69d73-ded1-49e2-bb0d-43677c7ce45e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.438508273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5215c2a-c391-4bbd-9026-53c24d2f4121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.502244347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ed89aa-fb82-4523-8164-f55e9eb0fd00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.502265881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91ed89aa-fb82-4523-8164-f55e9eb0fd00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.55345172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e02854fb-8d25-4d51-8a36-8335366b6e87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.553469897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e02854fb-8d25-4d51-8a36-8335366b6e87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.661786381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"731225e7-a8d1-4539-bc04-fd2170069573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.663483913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6779eba9-6e73-4c6a-af58-44ff0d3d0ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.721397627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"731225e7-a8d1-4539-bc04-fd2170069573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.722571258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6779eba9-6e73-4c6a-af58-44ff0d3d0ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.77349012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bcb7a9e2-1e96-4925-a8dd-450a20892d4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.77958903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"731225e7-a8d1-4539-bc04-fd2170069573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:39.780466493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6779eba9-6e73-4c6a-af58-44ff0d3d0ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:51:39.838424304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"731225e7-a8d1-4539-bc04-fd2170069573","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:40.007213771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60b2da72-0e15-4bf6-8548-c5ab8bd2477c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:40.068754603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60b2da72-0e15-4bf6-8548-c5ab8bd2477c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:40.127085262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60b2da72-0e15-4bf6-8548-c5ab8bd2477c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.231649764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3413e792-3e52-4248-93bd-b444b4d69baa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.231673504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3413e792-3e52-4248-93bd-b444b4d69baa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.231948619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c485d5f-5761-439a-817c-8947416dbc50","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.231961768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c485d5f-5761-439a-817c-8947416dbc50","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.232225554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7a765fe0-bdd2-4bef-8e60-0fc25838b5ea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.232238662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7a765fe0-bdd2-4bef-8e60-0fc25838b5ea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.232489181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fdaab595-84e9-43f4-a2b6-5d49d117f2be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.232501847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fdaab595-84e9-43f4-a2b6-5d49d117f2be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.232767751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0694af40-feca-4f94-b4c7-8b1782e4cbb8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.232784337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0694af40-feca-4f94-b4c7-8b1782e4cbb8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.23302519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbe6686f-899e-4e0d-9750-450c9d07f983","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.2330378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbe6686f-899e-4e0d-9750-450c9d07f983","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.233306403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b27e903-c470-427b-9dca-5ccf2edbf639","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.233320718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b27e903-c470-427b-9dca-5ccf2edbf639","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.233568517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1ab1eb5-d1d5-47e5-9105-8f29aa1156b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.233582474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1ab1eb5-d1d5-47e5-9105-8f29aa1156b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.342246948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"460b24d4-1180-4533-b656-b07707d6bc3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.342268431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"460b24d4-1180-4533-b656-b07707d6bc3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.342589655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52715914-4ab4-479e-940b-47751dbd73eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.342603553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52715914-4ab4-479e-940b-47751dbd73eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.342843562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e3fb9fb5-f794-4582-b5c2-a9d3de845013","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.342856168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e3fb9fb5-f794-4582-b5c2-a9d3de845013","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.343091792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"737f0b3f-0594-4291-b362-ddada29e700b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.343104013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"737f0b3f-0594-4291-b362-ddada29e700b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.34334587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4af66f19-e1b3-452a-b409-9fa2b0cdc658","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.343358482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4af66f19-e1b3-452a-b409-9fa2b0cdc658","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.343577951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e17f9b8-af61-4e26-b676-d0be829eb559","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.343592118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e17f9b8-af61-4e26-b676-d0be829eb559","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.343825331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1088723-693d-4f9c-9873-7516f1978a0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.343837662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1088723-693d-4f9c-9873-7516f1978a0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.344080829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95aebf94-4ce2-4f62-9b76-18de5cf184a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.344092453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95aebf94-4ce2-4f62-9b76-18de5cf184a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.410873105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74619c89-5ffa-4dbb-a70e-38df811a63fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.41222724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a360a98-aeb3-477f-b1ee-6b6641462ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.468765004Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e2f19ec-691b-4c7a-8b8a-2e82abf5978f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.471457467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74619c89-5ffa-4dbb-a70e-38df811a63fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.472433364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a360a98-aeb3-477f-b1ee-6b6641462ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.477696692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58fb732e-9e6a-4637-ae7c-a4f005008a68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.529869925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74619c89-5ffa-4dbb-a70e-38df811a63fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.530881616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a360a98-aeb3-477f-b1ee-6b6641462ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.639535286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a3eb3d1-c181-4c33-b44a-ff6f4364c057","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.639558182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a3eb3d1-c181-4c33-b44a-ff6f4364c057","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.69267084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c06f43e9-af4a-4106-908a-278c414dbf07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.692693712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e72fee27-7dea-4b11-a76f-267a7ebd5697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.752715892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e72fee27-7dea-4b11-a76f-267a7ebd5697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.752731941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c06f43e9-af4a-4106-908a-278c414dbf07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.81199349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e72fee27-7dea-4b11-a76f-267a7ebd5697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.812238436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c06f43e9-af4a-4106-908a-278c414dbf07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:42.862724422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eca1db7e-8b28-4707-ad1f-868825145507","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:43.446273379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a8e5ce56-b577-4932-819e-ce27e1719756","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:43.446295241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a8e5ce56-b577-4932-819e-ce27e1719756","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:43.664908627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b9dc423-84de-4b52-b2c6-8458c715e389","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:44.262482613Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:46.104149246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd1aaccb-01d2-4bdc-b367-270ff2b79950","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:46.104182132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd1aaccb-01d2-4bdc-b367-270ff2b79950","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:46.759624168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d970a6d6-536d-4617-9239-65eb3d52a0b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:46.851047186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67d88cc2-409d-48ff-9068-936001de8129","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:46.864305623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e792bffd-cd5b-409c-8235-8b7bc88b96dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:46.864305674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb6b8406-a084-4023-bf2e-dc11b474084a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:46.941275244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb6b8406-a084-4023-bf2e-dc11b474084a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:46.941277802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e792bffd-cd5b-409c-8235-8b7bc88b96dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:46.942009978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f7323375-4e7b-4ada-9a87-10ecf49f7ecd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:46.942030283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f7323375-4e7b-4ada-9a87-10ecf49f7ecd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:46.999949231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb6b8406-a084-4023-bf2e-dc11b474084a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.000011566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e792bffd-cd5b-409c-8235-8b7bc88b96dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.031869313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d40cb81-dfe4-4640-b2c1-4e0e9fe9dc50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.031894609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d40cb81-dfe4-4640-b2c1-4e0e9fe9dc50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.060615813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d3c4a555-1738-4ddf-acdc-b7632049caee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.060635507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d3c4a555-1738-4ddf-acdc-b7632049caee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.063113257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d83cdfae-5958-4fcd-a81b-e77bf4f30da4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.063127757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d83cdfae-5958-4fcd-a81b-e77bf4f30da4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.231669387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e033794-0623-4e45-987f-aa2b9a108fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.231673538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"143fb9c1-b74f-42c6-a2d0-b0c13514d63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.291924306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e033794-0623-4e45-987f-aa2b9a108fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.292994525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"143fb9c1-b74f-42c6-a2d0-b0c13514d63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.350491524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e033794-0623-4e45-987f-aa2b9a108fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.35139783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"143fb9c1-b74f-42c6-a2d0-b0c13514d63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:51:47.406719355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e033794-0623-4e45-987f-aa2b9a108fe0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.576590598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1eca49a4-6100-4151-9c37-11636d028830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.636088923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1eca49a4-6100-4151-9c37-11636d028830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:47.694900301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1eca49a4-6100-4151-9c37-11636d028830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:50.210289201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9c62deb2-6d1d-44e8-83e7-2f15909a3731","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:50.210311961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9c62deb2-6d1d-44e8-83e7-2f15909a3731","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:52.344006449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d2c00c1-9572-4073-81ed-aa63d64a1322","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:52.344026766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d2c00c1-9572-4073-81ed-aa63d64a1322","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:52.344356953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6fc33239-1921-4033-b576-38585e1c3412","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:52.3443708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6fc33239-1921-4033-b576-38585e1c3412","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:52.344656516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ae75246-e60f-4097-abd7-62cc1bcd87ce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:52.344668829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ae75246-e60f-4097-abd7-62cc1bcd87ce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:52.344861921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6d3452aa-c5e7-4174-b3f5-7e3f197941b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:52.344875479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6d3452aa-c5e7-4174-b3f5-7e3f197941b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:53.453063535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03d2f185-ad80-4ef4-83a9-dcec6fabb086","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:53.502335899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ead50eae-8b24-4aea-9a94-615d3fe53594","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:53.502365406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ead50eae-8b24-4aea-9a94-615d3fe53594","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:53.555243805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48c8b4c9-7acf-42ac-902d-dca5023e2630","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:56.69680556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f39421b7-aee2-4c40-a504-1ab5a9c9dfdf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:56.696831105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f39421b7-aee2-4c40-a504-1ab5a9c9dfdf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:57.061655671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad2c5018-0e15-4642-af26-4e8ac8913591","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:57.061675133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad2c5018-0e15-4642-af26-4e8ac8913591","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:57.064212245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85f6480b-c492-4e2a-93dc-f186fac128b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:57.064227776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85f6480b-c492-4e2a-93dc-f186fac128b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:57.522660769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6abd47cf-7a6d-4cf3-a0e0-abe8cdec6f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:57.638554158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6abd47cf-7a6d-4cf3-a0e0-abe8cdec6f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:57.858659786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff2132d-539f-4f98-8a5f-8a49d964ba6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:57.923510961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff2132d-539f-4f98-8a5f-8a49d964ba6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:57.966426314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a410169a-2cf6-4adb-81de-0f14947abf79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:57.966448724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a410169a-2cf6-4adb-81de-0f14947abf79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:58.20580075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aaa2759e-7f74-4935-bb36-7357253b6c68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:58.205821776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aaa2759e-7f74-4935-bb36-7357253b6c68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:59.840691542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"90f3b76e-cb16-47fb-8e7d-a11d90824645","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:51:59.840711803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"90f3b76e-cb16-47fb-8e7d-a11d90824645","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:02.345826722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"45604d17-849e-4fa9-8248-a85f8b9ff9bc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:02.345849986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"45604d17-849e-4fa9-8248-a85f8b9ff9bc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:02.593660444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"241fd869-d4b2-4fd5-be33-8029b863e29c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:02.593685049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"241fd869-d4b2-4fd5-be33-8029b863e29c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:05.350556178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c448107a-102d-44b8-aafa-fd5e1b6ad137","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:05.350589492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c448107a-102d-44b8-aafa-fd5e1b6ad137","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:05.570621914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02408ee1-b6e0-4c9d-8afa-9e62154be19e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:05.57445672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4667da9e-3fe3-4519-9bef-877961b058c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:05.57463355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6e17b47-19c3-4b89-be9a-d5c99227a763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:05.68872469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4667da9e-3fe3-4519-9bef-877961b058c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:05.689371691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6e17b47-19c3-4b89-be9a-d5c99227a763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:05.745601192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01f9283a-442c-4b1e-a168-2331df8d8122","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:05.745621392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01f9283a-442c-4b1e-a168-2331df8d8122","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:05.964795192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3eac8d6-00f2-4e75-8230-8080dbfa27ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:07.967363544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35b49ecb-73dd-4b8d-9c65-767b34369beb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:07.967385367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35b49ecb-73dd-4b8d-9c65-767b34369beb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:08.950119639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e28dee44-3a33-4f95-b48b-888a2e6e92cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:08.950144856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e28dee44-3a33-4f95-b48b-888a2e6e92cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:09.170732767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e70f8d0c-783d-4ef9-8269-6985153f425b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:09.173838124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af79fe9a-9f45-4832-95ac-ff80250bcb77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:09.173867458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64d36e28-e28d-4e7c-80c2-6abb27359229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:09.28618245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af79fe9a-9f45-4832-95ac-ff80250bcb77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:09.286199325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64d36e28-e28d-4e7c-80c2-6abb27359229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:09.390961613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"691f9a0e-57f8-4112-9e8c-edffdafb1503","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:09.39098511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"691f9a0e-57f8-4112-9e8c-edffdafb1503","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:09.611196104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"933ba04a-881a-4d5f-b9cf-1126a9dbe2f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:11.699223801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a7e1f97-3f20-4619-8a5f-59ca6df25c79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:11.699243837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a7e1f97-3f20-4619-8a5f-59ca6df25c79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:11.862389576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39d8e175-7f7f-4ae7-869d-67d3cba2914e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:11.915720426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a95bda6-5638-4ab0-b8f9-1e49f32fd428","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:11.915743242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a95bda6-5638-4ab0-b8f9-1e49f32fd428","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:11.921845671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39d8e175-7f7f-4ae7-869d-67d3cba2914e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:12.078609589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35495a36-8f19-4a53-ba43-8d6134786bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:12.13781931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93817ad7-d083-4d0f-b75b-0f611c5a5b62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:12.138147085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35495a36-8f19-4a53-ba43-8d6134786bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:12.188894127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9850404-5eaf-40d9-846f-f0831e11b901","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:12.188922763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9850404-5eaf-40d9-846f-f0831e11b901","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:12.309601716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"235c978a-5d1f-415f-92d3-c0b582fb8d99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:12.309624399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"235c978a-5d1f-415f-92d3-c0b582fb8d99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:12.351505874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"419fc418-5ada-4c93-9ccf-d2df0f1944c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:12.410906302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"419fc418-5ada-4c93-9ccf-d2df0f1944c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:52:12.628450963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"419fc418-5ada-4c93-9ccf-d2df0f1944c3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:12.796738467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e1048d0-239f-42f0-9654-4cac13e06c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:12.858718414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e1048d0-239f-42f0-9654-4cac13e06c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:14.266318389Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:44.262581869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:44.575205719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8214a56f-2418-48b1-a1a4-b792b8f440a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:44.63045794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8214a56f-2418-48b1-a1a4-b792b8f440a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:44.685086967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8214a56f-2418-48b1-a1a4-b792b8f440a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:44.739574267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8214a56f-2418-48b1-a1a4-b792b8f440a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:45.360791756Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-48d2fd87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-48d2fd87","reconcileID":"3ebc2458-0e80-459f-9b51-e04b4c9e0daf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-48d2fd87","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-48d2fd87":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:46.201818168Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4c476fff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4c476fff","reconcileID":"130e27cf-dae7-4e68-a21f-7673e5e12054","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4c476fff","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-4c476fff":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:46.723854592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a2e756-b5c4-491f-9f7b-b80da9df9e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:46.778477092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a2e756-b5c4-491f-9f7b-b80da9df9e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:46.832791473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a2e756-b5c4-491f-9f7b-b80da9df9e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:46.888637308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a2e756-b5c4-491f-9f7b-b80da9df9e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:52:48.385075075Z","body":"infra namespace gateway label reconciliation failed, continuing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-f50c3be9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-f50c3be9","reconcileID":"27b46136-69e0-4ce1-9f70-c0be02069835","error":"patch labels on infra namespace odh-ai-gateway-infra: Operation cannot be fulfilled on namespaces \"odh-ai-gateway-infra\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*AITenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/aitenant_controller.go:235\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:48.885256719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6417ffce-393f-4bba-a58b-881a0986b98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:48.93979016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6417ffce-393f-4bba-a58b-881a0986b98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:48.994552092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6417ffce-393f-4bba-a58b-881a0986b98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:49.050066361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6417ffce-393f-4bba-a58b-881a0986b98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:51.01748088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b830beab-0c1f-48fa-801e-672b0e05dad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:51.072192995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b830beab-0c1f-48fa-801e-672b0e05dad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:51.126927258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b830beab-0c1f-48fa-801e-672b0e05dad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:51.181419823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b830beab-0c1f-48fa-801e-672b0e05dad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:51.727140853Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3145c214","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3145c214","reconcileID":"3731f38d-a727-4c4d-bbea-626c5365a7b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3145c214","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-3145c214":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:52.28158717Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-f50c3be9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-f50c3be9","reconcileID":"64a2ca2c-aa9f-4fc3-8898-0da5ff45bb97","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-f50c3be9-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-f50c3be9-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:53.13917665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a5dcd-9dca-45b5-9c81-4455836f3e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:53.193619592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a5dcd-9dca-45b5-9c81-4455836f3e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:53.248284288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a5dcd-9dca-45b5-9c81-4455836f3e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:53.302737167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a5dcd-9dca-45b5-9c81-4455836f3e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:55.289481324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0d35f2-48ee-4e8a-894d-82d9be1d2523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:55.343805751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0d35f2-48ee-4e8a-894d-82d9be1d2523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:55.398145306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0d35f2-48ee-4e8a-894d-82d9be1d2523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:55.452615719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0d35f2-48ee-4e8a-894d-82d9be1d2523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:56.486006605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"14b81308-ca1f-44dc-ba40-404c13cdd292","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-4c476fff","tenantID":"e2e-ait-4c476fff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:56.68633616Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"14b81308-ca1f-44dc-ba40-404c13cdd292","name":"e2e-ait-4c476fff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:56.97741388Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-6800c12d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-6800c12d","reconcileID":"0400efd0-6d75-4ef9-9ba8-40f8bdd66c6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-6800c12d","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-6800c12d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:57.519761457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a46ed2-9eea-49de-86ab-566754c81bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:57.574993325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a46ed2-9eea-49de-86ab-566754c81bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:57.630360912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a46ed2-9eea-49de-86ab-566754c81bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:57.685096404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a46ed2-9eea-49de-86ab-566754c81bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:59.686120529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c58812-2ec8-4598-b9d3-f1df5c8d5648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:59.740677231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c58812-2ec8-4598-b9d3-f1df5c8d5648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:59.79647942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c58812-2ec8-4598-b9d3-f1df5c8d5648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:52:59.850872992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c58812-2ec8-4598-b9d3-f1df5c8d5648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:01.643017658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8081fb7d-12b2-45f6-bd6a-52298bf6ecad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:01.74259302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9568efb5-4b9f-4a4a-90c0-0ac0314b522d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:02.008033293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"c52486af-d5b9-40d6-a1af-50845676d6da","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-3145c214","tenantID":"e2e-ait-3145c214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:02.132366964Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"c52486af-d5b9-40d6-a1af-50845676d6da","name":"e2e-ait-3145c214-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:06.60067403Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"2ae3ab42-0756-4e34-88c2-5946010deb36","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:06.660969247Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"2ae3ab42-0756-4e34-88c2-5946010deb36","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:06.769257686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"2ae3ab42-0756-4e34-88c2-5946010deb36","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-f50c3be9-gw","tenantID":"e2e-migrate-f50c3be9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:06.892209284Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"2ae3ab42-0756-4e34-88c2-5946010deb36","name":"e2e-migrate-f50c3be9-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:11.753565999Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"a6e57f40-41da-45ef-930b-8030086ab495","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:11.923653826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"a6e57f40-41da-45ef-930b-8030086ab495","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-48d2fd87","tenantID":"e2e-ait-48d2fd87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:12.048465398Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"a6e57f40-41da-45ef-930b-8030086ab495","name":"e2e-ait-48d2fd87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:14.262295504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:22.098418116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"f94bb8da-5cc0-4a75-8195-772b8d4e66ba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-6800c12d","tenantID":"e2e-derive-6800c12d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:22.221386592Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"f94bb8da-5cc0-4a75-8195-772b8d4e66ba","name":"e2e-derive-6800c12d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:29.273938756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b40601-e2ee-4a5c-bcf9-7af4a0b21677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:29.328626245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b40601-e2ee-4a5c-bcf9-7af4a0b21677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:29.383152301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b40601-e2ee-4a5c-bcf9-7af4a0b21677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:29.437698072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b40601-e2ee-4a5c-bcf9-7af4a0b21677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:31.398020386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1828e0-2622-459d-859c-3bd15bf7d9e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:31.4528328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1828e0-2622-459d-859c-3bd15bf7d9e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:31.507281622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1828e0-2622-459d-859c-3bd15bf7d9e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:31.561572794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1828e0-2622-459d-859c-3bd15bf7d9e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:33.536485365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40d31ca-0994-414c-8f54-21edb85320ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:33.591305678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40d31ca-0994-414c-8f54-21edb85320ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:33.645591802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40d31ca-0994-414c-8f54-21edb85320ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:33.6458538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"abe40a45-9dec-4693-9583-f5047103e592","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:33.7000326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40d31ca-0994-414c-8f54-21edb85320ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:33.948462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa15edd5-f997-43e3-a398-13f4ec0bbe0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:35.664332769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78af00e3-a017-490c-bc9c-2066cf605793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:35.718608247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78af00e3-a017-490c-bc9c-2066cf605793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:35.773037306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78af00e3-a017-490c-bc9c-2066cf605793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:35.827504253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78af00e3-a017-490c-bc9c-2066cf605793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:37.374024564Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"a8bd0c7b-157d-4dad-934b-065eee2e8117","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:37.48827268Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"a8bd0c7b-157d-4dad-934b-065eee2e8117","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:37.795345312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806ce6a6-a26c-4bab-a86a-4412d0fca10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:37.849687682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806ce6a6-a26c-4bab-a86a-4412d0fca10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:37.904021157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806ce6a6-a26c-4bab-a86a-4412d0fca10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:38.010883993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806ce6a6-a26c-4bab-a86a-4412d0fca10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:39.97433018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dba4018-d835-4c1c-87d0-bdce90721b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:40.029398259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dba4018-d835-4c1c-87d0-bdce90721b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:40.083894821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dba4018-d835-4c1c-87d0-bdce90721b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:40.138339075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dba4018-d835-4c1c-87d0-bdce90721b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:42.119567594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cfa07d-f96c-4448-a21f-6c5e9c0b955d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:42.173992724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cfa07d-f96c-4448-a21f-6c5e9c0b955d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:42.228567553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cfa07d-f96c-4448-a21f-6c5e9c0b955d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:42.28303316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cfa07d-f96c-4448-a21f-6c5e9c0b955d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:42.974310312Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"f730aa8f-cf21-4d45-88d7-0cc178a63b76","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:44.256379515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8cb7b4-7374-4c2b-89a6-aaa342983d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:44.261763875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:44.310569056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8cb7b4-7374-4c2b-89a6-aaa342983d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:44.364975181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8cb7b4-7374-4c2b-89a6-aaa342983d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:44.420185363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d8cb7b4-7374-4c2b-89a6-aaa342983d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:46.393334035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d21959-ad6e-4269-912c-8e033ed518f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:46.447738612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d21959-ad6e-4269-912c-8e033ed518f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:46.50206054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d21959-ad6e-4269-912c-8e033ed518f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:46.556301021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d21959-ad6e-4269-912c-8e033ed518f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:48.527147808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa4084e-4132-462f-b82b-b718cdcbd9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:48.581859314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa4084e-4132-462f-b82b-b718cdcbd9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:48.636347966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa4084e-4132-462f-b82b-b718cdcbd9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:48.69100916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa4084e-4132-462f-b82b-b718cdcbd9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:50.658595645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31322688-104e-4005-82ce-42221e086920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:50.713212618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31322688-104e-4005-82ce-42221e086920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:50.767570094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31322688-104e-4005-82ce-42221e086920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:50.822177668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31322688-104e-4005-82ce-42221e086920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.132925127Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","namespace":"ai-tenant-e2e-ait-4c476fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.133005296Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","namespace":"ai-tenant-e2e-ait-4c476fff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.133084645Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","tenant":"e2e-ait-4c476fff","tenantID":"e2e-ait-4c476fff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.189343024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"Deployment","name":"maas-api-e2e-ait-4c476fff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.252443177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"Service","name":"maas-api-e2e-ait-4c476fff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.310516651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4c476fff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.366896825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4c476fff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.424911604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.482207774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.53989321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.599335126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.653300953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"Deployment","name":"payload-processing-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.708001738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.762090757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"Service","name":"payload-processing-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.816134518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"Service","name":"payload-pre-processing-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.870246748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.924157102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:54.978001488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.036359754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.119312136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.173682211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.227762595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4c476fff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.282104881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c476fff"},"namespace":"ai-tenant-e2e-ait-4c476fff","name":"default-tenant","reconcileID":"078b7d15-4ba7-40c5-bce2-2a89a173d05d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4c476fff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.390901977Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","namespace":"ai-tenant-e2e-ait-3145c214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.390973097Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","namespace":"ai-tenant-e2e-ait-3145c214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.39102783Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","tenant":"e2e-ait-3145c214","tenantID":"e2e-ait-3145c214","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.447633229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"Deployment","name":"maas-api-e2e-ait-3145c214","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.516445585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"Service","name":"maas-api-e2e-ait-3145c214","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.574254792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3145c214","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.630326515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3145c214","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.687448456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.745941656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.806075026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.862577233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.91649276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"Deployment","name":"payload-processing-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:55.973155549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.006876441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeddb77b-0e95-4f4f-acb2-a9d1df6cb2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.062473057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeddb77b-0e95-4f4f-acb2-a9d1df6cb2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.063552344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"Service","name":"payload-processing-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.116896047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeddb77b-0e95-4f4f-acb2-a9d1df6cb2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.171210742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeddb77b-0e95-4f4f-acb2-a9d1df6cb2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.171314499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"Service","name":"payload-pre-processing-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.2252773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.232909908Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4c476fff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4c476fff","reconcileID":"e15321d8-c20a-42a5-b329-bc6591c2fd70","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4c476fff","removed":["maas.opendatahub.io/gateway-access-e2e-ait-4c476fff"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.2794895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.333642101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.392546366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.450737915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.50494502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.559266039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3145c214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.613295645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3145c214"},"namespace":"ai-tenant-e2e-ait-3145c214","name":"default-tenant","reconcileID":"54636bc9-d13b-4132-a176-986846d10e70","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3145c214","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.674830254Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","namespace":"ai-tenant-e2e-migrate-f50c3be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.674904102Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","namespace":"ai-tenant-e2e-migrate-f50c3be9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.674975132Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","tenant":"e2e-migrate-f50c3be9","tenantID":"e2e-migrate-f50c3be9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.732259008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"Deployment","name":"maas-api-e2e-migrate-f50c3be9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.796583869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"Service","name":"maas-api-e2e-migrate-f50c3be9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.854016689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-f50c3be9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.910587537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-f50c3be9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:56.968122983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.025014358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.07899297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.133057001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.187248855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"Deployment","name":"payload-processing-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.277530109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.3324573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"Service","name":"payload-processing-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.386969586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"Service","name":"payload-pre-processing-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.441061067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.495257576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.510618286Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3145c214","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3145c214","reconcileID":"86609bf1-d99e-4076-a691-6873fda96089","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3145c214","removed":["maas.opendatahub.io/gateway-access-e2e-ait-3145c214"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.604400113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.658545368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.716352776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.770325779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.824368787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-f50c3be9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:57.878793482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f50c3be9"},"namespace":"ai-tenant-e2e-migrate-f50c3be9","name":"default-tenant","reconcileID":"5c1dcd6b-b89b-4a60-abdf-0be7a9f1d877","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-f50c3be9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:58.174794583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614b62f6-5a07-4f41-8c0e-547f84d8ddcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:58.229339694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614b62f6-5a07-4f41-8c0e-547f84d8ddcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:58.283569771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614b62f6-5a07-4f41-8c0e-547f84d8ddcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:58.339875963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"614b62f6-5a07-4f41-8c0e-547f84d8ddcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:53:58.916984776Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-f50c3be9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-f50c3be9","reconcileID":"693f6624-1258-4076-b0c9-b38226f6ab63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-f50c3be9-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-f50c3be9-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:00.381542041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d89e1bc-4813-417e-9f6c-df59d812ad94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:00.435951942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d89e1bc-4813-417e-9f6c-df59d812ad94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:00.490384345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d89e1bc-4813-417e-9f6c-df59d812ad94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:00.544731188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d89e1bc-4813-417e-9f6c-df59d812ad94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:02.165324345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"faebeb63-201a-4eda-8cce-9dffe182e148","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:02.264859043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f33bfacc-7677-449f-a62c-ba5ffcaffcb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:02.585220276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d4dd29-cb7e-48c3-b472-f7671ced9e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:02.639798292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d4dd29-cb7e-48c3-b472-f7671ced9e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:02.694260079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d4dd29-cb7e-48c3-b472-f7671ced9e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:02.748839311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d4dd29-cb7e-48c3-b472-f7671ced9e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:04.358951406Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-a9c5b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-a9c5b3","reconcileID":"8bc75cb5-d978-4fb7-882b-0a6d477328f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-a9c5b3","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-a9c5b3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:04.723855536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"134dfb2a-a7d0-4c1c-bbbf-e1fcba885e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:04.778400801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"134dfb2a-a7d0-4c1c-bbbf-e1fcba885e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:04.832830872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"134dfb2a-a7d0-4c1c-bbbf-e1fcba885e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:04.887200955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"134dfb2a-a7d0-4c1c-bbbf-e1fcba885e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:05.01576026Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-162191","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-162191","reconcileID":"2dd6405f-bea2-45f1-9e70-48e230e2f375","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-162191","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-162191":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:05.655256001Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f73b9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f73b9f","reconcileID":"50e61802-f572-446c-8ee8-d7513d8e33dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-f73b9f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-f73b9f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:06.884274432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5ca072-b619-4dae-b256-d01e77999e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:06.93923886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5ca072-b619-4dae-b256-d01e77999e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:06.993494582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5ca072-b619-4dae-b256-d01e77999e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:07.047762481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5ca072-b619-4dae-b256-d01e77999e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:09.07676692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b6067f-d438-471c-a1ca-805764d1bfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:09.095964726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4d72f30-3e25-48e0-9983-95378d25c61b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:09.131259883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b6067f-d438-471c-a1ca-805764d1bfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:09.185733331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b6067f-d438-471c-a1ca-805764d1bfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:09.239866358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b6067f-d438-471c-a1ca-805764d1bfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:09.349575139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f9a3508e-bd9e-4c5c-878b-0e98788c2c43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.262583439Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.299015045Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","namespace":"ai-tenant-e2e-ait-48d2fd87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.299075053Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","namespace":"ai-tenant-e2e-ait-48d2fd87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.299126927Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","tenant":"e2e-ait-48d2fd87","tenantID":"e2e-ait-48d2fd87","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.35572693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"Deployment","name":"maas-api-e2e-ait-48d2fd87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.418234898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"Service","name":"maas-api-e2e-ait-48d2fd87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.475900925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-48d2fd87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.531773998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-48d2fd87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.588917455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.645884789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.705081648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.762445614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.81657417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"Deployment","name":"payload-processing-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.872549731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.926523633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"Service","name":"payload-processing-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:14.980767244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"Service","name":"payload-pre-processing-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:15.034778363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"DestinationRule","name":"payload-processing-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:15.08929087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:15.143492881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:15.203826252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:15.257630585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:15.31163112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:15.365482362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-48d2fd87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:15.419695472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-48d2fd87"},"namespace":"ai-tenant-e2e-ait-48d2fd87","name":"default-tenant","reconcileID":"ea52a594-8ea0-4b4c-ae19-d061f63ae1e9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-48d2fd87","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:16.271642396Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-48d2fd87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-48d2fd87","reconcileID":"87f99dbc-c29a-4f1b-9846-8d4b88cebbfa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-48d2fd87","removed":["maas.opendatahub.io/gateway-access-e2e-ait-48d2fd87"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:17.485984168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9ca3e3-33a6-4506-9e4d-73a946afa6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:17.540310578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9ca3e3-33a6-4506-9e4d-73a946afa6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:17.595158498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9ca3e3-33a6-4506-9e4d-73a946afa6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:17.649521523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9ca3e3-33a6-4506-9e4d-73a946afa6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:19.619371604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b636a846-e187-4d23-8260-6fd37722c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:19.673571633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b636a846-e187-4d23-8260-6fd37722c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:19.727938788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b636a846-e187-4d23-8260-6fd37722c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:19.782364483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b636a846-e187-4d23-8260-6fd37722c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:20.764642422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"55316164-b945-4dd1-8ef7-66cbb635c3f9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:20.889759452Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"55316164-b945-4dd1-8ef7-66cbb635c3f9","name":"e2e-worker-w4-a9c5b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:20.988955965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82085d4e-2d05-4d7d-b8ed-6f2d83200d76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:21.098727212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a544ac23-944e-436c-a6d7-54cda088efec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:22.27585469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e3670b-bad7-4471-83a4-a4db047787b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:22.330035763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e3670b-bad7-4471-83a4-a4db047787b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:22.384422311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e3670b-bad7-4471-83a4-a4db047787b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:22.438825393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e3670b-bad7-4471-83a4-a4db047787b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:24.038699523Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-865066","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-865066","reconcileID":"7b016ca2-0877-486b-8f74-d1226b3cb649","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-865066","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-865066":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:24.407094107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95daf284-11b3-4c63-a8c5-31e102ff9bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:24.461400298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95daf284-11b3-4c63-a8c5-31e102ff9bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:24.515663397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95daf284-11b3-4c63-a8c5-31e102ff9bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:24.571681347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95daf284-11b3-4c63-a8c5-31e102ff9bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:26.165720608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"4adce9d4-974a-4d5d-aea0-5b5b6fbc806b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:26.287572958Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"4adce9d4-974a-4d5d-aea0-5b5b6fbc806b","name":"e2e-worker-w0-162191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:26.542349678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab4d399-bc06-4eb6-95f6-5d5092819bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:26.59673692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab4d399-bc06-4eb6-95f6-5d5092819bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:26.651106221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab4d399-bc06-4eb6-95f6-5d5092819bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:26.705605357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab4d399-bc06-4eb6-95f6-5d5092819bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:28.682455906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5553a09-2e1a-4f11-bfd4-b230243562ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:28.736846411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5553a09-2e1a-4f11-bfd4-b230243562ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:28.791201161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5553a09-2e1a-4f11-bfd4-b230243562ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:28.845630789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5553a09-2e1a-4f11-bfd4-b230243562ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:30.806961357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d9a646-2a1b-440e-a644-24d59c2f965e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:30.861536118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d9a646-2a1b-440e-a644-24d59c2f965e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:30.916072605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d9a646-2a1b-440e-a644-24d59c2f965e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:30.970707944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d9a646-2a1b-440e-a644-24d59c2f965e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:32.990284543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b434c1-2556-49e0-8ca2-d11d77356fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:33.044725531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b434c1-2556-49e0-8ca2-d11d77356fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:33.099025883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b434c1-2556-49e0-8ca2-d11d77356fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:33.153963124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b434c1-2556-49e0-8ca2-d11d77356fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:35.113802811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f213b5c9-5e5b-4385-91fa-ac88376f71d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:35.167957558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f213b5c9-5e5b-4385-91fa-ac88376f71d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:35.222127037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f213b5c9-5e5b-4385-91fa-ac88376f71d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:35.276622178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f213b5c9-5e5b-4385-91fa-ac88376f71d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.086426891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"de5fb608-7f78-45bc-baa4-1030cc26f147","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.209048281Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"de5fb608-7f78-45bc-baa4-1030cc26f147","name":"e2e-worker-w3-f73b9f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.239851651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407f1236-02e0-488e-93cc-393b0d37c1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.294202683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407f1236-02e0-488e-93cc-393b0d37c1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.348454593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407f1236-02e0-488e-93cc-393b0d37c1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.348579443Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","namespace":"ai-tenant-e2e-derive-6800c12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.402796749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407f1236-02e0-488e-93cc-393b0d37c1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.40292537Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","namespace":"ai-tenant-e2e-derive-6800c12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.40300742Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","tenant":"e2e-derive-6800c12d","tenantID":"e2e-derive-6800c12d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.459380392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"Deployment","name":"maas-api-e2e-derive-6800c12d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.523958911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"Service","name":"maas-api-e2e-derive-6800c12d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.582622132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-6800c12d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.684065918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-6800c12d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.741612861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.797901304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.859427279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.915966023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:37.970186457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"Deployment","name":"payload-processing-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:38.024324064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:38.078350478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"Service","name":"payload-processing-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:38.13244768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"Service","name":"payload-pre-processing-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:38.186355649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"DestinationRule","name":"payload-processing-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:38.240363326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:38.294300882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:38.352595755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:38.406346004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:38.460246948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:38.514296636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-6800c12d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:38.568520236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-6800c12d"},"namespace":"ai-tenant-e2e-derive-6800c12d","name":"default-tenant","reconcileID":"234ee21a-c347-4653-9430-5559cd08e95e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-6800c12d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:39.447284949Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-6800c12d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-6800c12d","reconcileID":"026ee4c5-d667-43a4-bdf1-91db88d26b69","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-6800c12d","removed":["maas.opendatahub.io/gateway-access-e2e-derive-6800c12d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:40.60622523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5979d6ef-a259-41bd-b8e6-fe818384c7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:40.660963373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5979d6ef-a259-41bd-b8e6-fe818384c7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:40.715789134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5979d6ef-a259-41bd-b8e6-fe818384c7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:40.77034284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5979d6ef-a259-41bd-b8e6-fe818384c7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:42.754702432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55e2be-5651-43cc-96be-e3f5e144a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:42.809376949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55e2be-5651-43cc-96be-e3f5e144a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:42.863954017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55e2be-5651-43cc-96be-e3f5e144a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:42.918460525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b55e2be-5651-43cc-96be-e3f5e144a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:44.263896894Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:44.976550026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1e1815-d951-43ef-8606-b43e8771901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:45.031577995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1e1815-d951-43ef-8606-b43e8771901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:45.086735297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1e1815-d951-43ef-8606-b43e8771901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:45.141291002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1e1815-d951-43ef-8606-b43e8771901f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:47.115272848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a442b34f-a3b6-41c5-8b66-0e4379199495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:47.169616363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a442b34f-a3b6-41c5-8b66-0e4379199495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:47.224141904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a442b34f-a3b6-41c5-8b66-0e4379199495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:47.278445497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a442b34f-a3b6-41c5-8b66-0e4379199495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:47.39687957Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-c2c259","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-c2c259","reconcileID":"b5cd3c34-5436-4e67-b450-b7397c828d0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-c2c259","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-c2c259":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:49.252493489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d12d67-fa38-4061-81bd-3ee97def84d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:49.30688075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d12d67-fa38-4061-81bd-3ee97def84d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:49.364709911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d12d67-fa38-4061-81bd-3ee97def84d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:49.419303981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"9435e986-e0d0-484e-b4cc-b06b59d3f84d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:49.41990052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d12d67-fa38-4061-81bd-3ee97def84d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:49.544713857Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"9435e986-e0d0-484e-b4cc-b06b59d3f84d","name":"e2e-worker-w2-865066-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:51.482380222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cda6ae0-6df9-4838-85d7-7d2eeaac3850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:51.536613789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cda6ae0-6df9-4838-85d7-7d2eeaac3850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:51.591120781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cda6ae0-6df9-4838-85d7-7d2eeaac3850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:51.645917576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cda6ae0-6df9-4838-85d7-7d2eeaac3850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:56.744386675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32cce6d2-2b2a-4317-9493-8e58fd71f790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:56.798948356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32cce6d2-2b2a-4317-9493-8e58fd71f790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:56.853944057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32cce6d2-2b2a-4317-9493-8e58fd71f790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:56.908476964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32cce6d2-2b2a-4317-9493-8e58fd71f790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:58.878714195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0cdd0c-aa8c-436a-b24b-e0b54a37b56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:58.934113391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0cdd0c-aa8c-436a-b24b-e0b54a37b56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:58.990852112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0cdd0c-aa8c-436a-b24b-e0b54a37b56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:54:59.04630558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0cdd0c-aa8c-436a-b24b-e0b54a37b56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:01.0908298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe9b916-9b5a-4605-9e64-ef3604e72d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:01.14526457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe9b916-9b5a-4605-9e64-ef3604e72d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:01.199588428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe9b916-9b5a-4605-9e64-ef3604e72d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:01.253915666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe9b916-9b5a-4605-9e64-ef3604e72d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:06.103778055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72d6619c-b3e7-4d28-b3ec-f123b50688fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:06.197023003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"905eb555-da7a-4148-b1ac-ea5ad9c46d9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:07.186531453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94077d4e-fa1c-46cc-aed0-2bfa2609a32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:07.241048229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94077d4e-fa1c-46cc-aed0-2bfa2609a32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:07.29540804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94077d4e-fa1c-46cc-aed0-2bfa2609a32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:07.349574608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94077d4e-fa1c-46cc-aed0-2bfa2609a32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:09.306637939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553a497c-8304-4f61-b743-beadc0230176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:09.361212386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553a497c-8304-4f61-b743-beadc0230176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:09.416268906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553a497c-8304-4f61-b743-beadc0230176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:09.471110979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553a497c-8304-4f61-b743-beadc0230176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:11.48839927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786a7847-4290-4b83-93e1-7ff3e047e033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:11.542806762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786a7847-4290-4b83-93e1-7ff3e047e033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:11.597035418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786a7847-4290-4b83-93e1-7ff3e047e033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:11.651822849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786a7847-4290-4b83-93e1-7ff3e047e033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:14.263029507Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:15.604305868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"7343027d-fec1-4efb-8b81-51f9f3b221bd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:15.728886893Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"7343027d-fec1-4efb-8b81-51f9f3b221bd","name":"e2e-worker-w1-c2c259-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:18.164941207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"79e2d84f-6e6e-473c-9437-cb42d4649840","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:20.613679274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"175bb4e9-3ded-4e0d-937a-de9c9ebd1030","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:20.834852765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03375556-c8ef-458f-8015-ece7da622836","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:22.492459117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6e0958-5978-4641-9fdb-d8030640fa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:22.546765161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6e0958-5978-4641-9fdb-d8030640fa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:22.60119604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6e0958-5978-4641-9fdb-d8030640fa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:22.656239762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6e0958-5978-4641-9fdb-d8030640fa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:24.634872111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec06ab8-fa6c-4f57-b783-7f8e98f9055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:24.689422472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec06ab8-fa6c-4f57-b783-7f8e98f9055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:24.744297425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec06ab8-fa6c-4f57-b783-7f8e98f9055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:24.798688625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec06ab8-fa6c-4f57-b783-7f8e98f9055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:42.092478821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59bdae27-0616-459c-8b27-59dc99f6b659","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:42.309595014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55cce6fe-06ff-4be1-9443-8142b36c9c31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:44.263205138Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:44.969749981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"5848a8ec-ea64-4b3d-b677-bb8134ddffa6","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:45.035292077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"77eb7482-a31a-4f46-a31c-77ba17e7220b","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:47.990708699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deba5270-c6dd-4520-914d-ea536a6ba137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:48.045710838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deba5270-c6dd-4520-914d-ea536a6ba137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:48.100462288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deba5270-c6dd-4520-914d-ea536a6ba137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:48.154989614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deba5270-c6dd-4520-914d-ea536a6ba137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:48.537912643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"421727bd-c866-465c-b0ae-6415a5663efc","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:50.179179721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76924a99-287a-4552-8cfa-f1253a4890e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:50.233653154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76924a99-287a-4552-8cfa-f1253a4890e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:50.288679164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76924a99-287a-4552-8cfa-f1253a4890e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:50.343758802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76924a99-287a-4552-8cfa-f1253a4890e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:54.654939998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"06611f1a-88d6-4147-9330-3d9fc9b07518","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:56.390525951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51850941-08c4-4b4b-b48d-638c0eb1c498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:55:56.529278815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"963c5db5-b136-410a-9115-065531c291a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:05.80296438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"6018c809-61c1-4cf7-a905-95cc84381c60","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.031971942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"7fa9ed6a-d048-4ddb-8c27-c8dacae12548","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.093197555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"297c0d02-dd5f-403f-ba16-aeb5efd913e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.093221513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"297c0d02-dd5f-403f-ba16-aeb5efd913e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.139113518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"06d80c80-47e6-4eaf-8068-49b765669cd7","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.154026759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03ce7a47-cd51-4579-9990-7b64c8292c97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.154051943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03ce7a47-cd51-4579-9990-7b64c8292c97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.198812114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"7790ebcb-4ccf-413f-b98c-9958dfc0713f","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:06.2137154Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a9c5b3/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.418315327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"ab59427f-173b-4871-ac48-18ba7c8ce798","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.419057964Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"855d953d-0022-4bef-b113-8b2aed0d68da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"simulator-w4-a9c5b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.478596846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"e1f6ce56-8b09-4e42-90e7-2225ac3742f4","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.612063427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"45e95ef5-337e-4f5b-b67d-3ec4c1d447af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.613366688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"41653763-c285-4418-9611-0038cd8a1426","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.716860109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"a6c19fe9-f6c4-4155-81ab-e6c2df42fb3a","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.743718806Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"45e95ef5-337e-4f5b-b67d-3ec4c1d447af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.779597912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"191a7363-1921-4e5f-b4c9-1008876ee8c7","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.801873634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"45e95ef5-337e-4f5b-b67d-3ec4c1d447af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.824987171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"1098872f-2096-473f-8d0e-6216ddcb6100","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.836496407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"c3286766-4301-4943-bcd1-a1b0bc544d7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:06.837340973Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a9c5b3/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.853087009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"7e3675bf-55c2-4f84-a56a-efb55b0c5d71","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.859200404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"0ab41247-a659-4934-9563-e84431986443","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.884141875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"e7d8ef84-ac59-4dd5-be58-5e0309869e24","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.918654086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"478abd12-af81-43e2-ac08-64e583b00c2e","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.970113966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4c897fce-bf29-4365-9b1d-b65fe47f3dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.97994375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e022b508-cc95-4b4e-81f9-3accace58f28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:06.98876037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"40a8dba4-8f0d-418e-a17b-86ef448fd4db","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.031531059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4c897fce-bf29-4365-9b1d-b65fe47f3dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.051221865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"95fc2284-979e-418c-81e4-ac2915f56de4","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.090612368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4c897fce-bf29-4365-9b1d-b65fe47f3dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.110712856Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"20bc046c-e8b7-4f7d-bf26-5d341dd79f0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"premium-w4-a9c5b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.204304111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fece6f6-3d93-4932-84c7-d006a677ab43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.208911085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"c9f651b1-f943-44a7-9b94-d6e4adca8517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.268987963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"c9f651b1-f943-44a7-9b94-d6e4adca8517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.280044616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"5765c390-5ce4-46ff-8d1b-f8b3af80d301","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.309932373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e1ddb83e-36c6-4f46-b766-23d87feda4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.327805648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"c9f651b1-f943-44a7-9b94-d6e4adca8517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.370451426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e1ddb83e-36c6-4f46-b766-23d87feda4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.390986472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"ccaa7953-4937-44cd-8e6f-829a05e46e52","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.428832475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e1ddb83e-36c6-4f46-b766-23d87feda4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.504461418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"e2ea5cf3-91fc-4817-b4d6-5056352cb850","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.554451688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"54a892a0-3246-4737-b775-7edaf1c4de7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.613951168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"54a892a0-3246-4737-b775-7edaf1c4de7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:07.672275307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"54a892a0-3246-4737-b775-7edaf1c4de7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:12.017326009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"8c879964-4e94-414f-ae8d-9c34e8eb6ab4","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:14.261853504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:16.647529651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"f3999877-b215-44a2-b33c-8649ec3dbd03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:16.760211603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8924cc6c-3867-437b-a844-936d351c4679","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:16.820490568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"4550c018-55eb-4ba6-ab27-d707b241c023","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:16.927870549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"5c2b6f6a-95e8-48b4-85d4-d15c7b74e9ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.024380137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"681a27ca-eb56-4cd9-948b-866a7419037c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.099560189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"2e500829-b877-4bf9-a5e6-63b88ee77f72","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.297225747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"82a3f436-dcd4-467a-b151-96bb9121a363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.297235347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"532fb620-9b56-42f7-95fe-5a002fa4d6e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.358248573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"532fb620-9b56-42f7-95fe-5a002fa4d6e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.358242441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"82a3f436-dcd4-467a-b151-96bb9121a363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.417373235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a585935e446d06d93304bde502c711f497e24b3d409f3885af06889624b94a42) AuthConfig (c72761db6191acb430e9626959075412b3e854e3e970c29562a12ea1b25f80b1) AuthConfig (41887e5879e5807f70d2f8cecf02eceba869c92463044c76080676cc71f5829a) AuthConfig (61d7c6dc9b179fc612b55c8558a4ef83363282ef4569282b15b22313c68415ef) AuthConfig (29fddb5dbef8f2019a0b73b8b3ad896f748e14fe8355b6008da1db4e788ea059) AuthConfig (fbfe85c0c57e872936af8dcf0213bbfb95c51bc3527d78d990fb1770cb798f7b) AuthConfig (729b7288f43a830567d3435df72000346d2190f003249d0f94101a83d899126e) AuthConfig (24d15c56424c70b5ad16fa2c2dafc65814b7ac965aba6be488cde42d74517d42) AuthConfig (0a671886eb9194ba6924d3c5dc2c238cd61c9980a387516ce4e4b299c0144326) AuthConfig (6b96dddeb6bddf65f0845a5f725621ecab1cfe6c23f5cc68cf5740f5952277b2) AuthConfig (a780a758226c4e77aee08df6dcf4d138ccb7a4289f79eba99599998585d3adf8) AuthConfig (a1c9613bc85b7547a13f5a551a7e9434067116c9479e26cd5988f7a613423210) AuthConfig (8476f247cbb7ca459a961a437c86628bd985bc9243c8f533129b0eb7c082c682) AuthConfig (b58af494a6055b2915cdea5a5c05c06e86917b0d9b3a98d9424bae8ad6c59b67) AuthConfig (8c5262a6a766b7d1043c997d7513de728cc3eef59d5149daac3c5e8815f2c1e9) AuthConfig (fd7d6c5d98cfbeef0fe5b16770dde2ca183731e2a693ba7689750bd90e97763e) AuthConfig (f15abc1dad92b68f180f2aa5304dee6ef9c1daf49045f0ca5ba6354ebb1da37f) AuthConfig (40ccaa0db1a767843e24817ff64003f49f272b027f8587070042a1b58e92b3a2) AuthConfig (1b7d585832170f14879a0f5ef51c8b7e24cb8679f633c4e4518f4b34bcebcfda) AuthConfig (559302ee431680953cc906afd60667a8f272075182b2ef91ad5fb4c9ab45bc16) AuthConfig (325d0827e48421984cf268ac0c73bd7a542bf8393016264c8fb6b317e9415b43) AuthConfig (e7c4c5048768fed16409e62b2d3950db835d34ea643738abc3960100aeab8927) AuthConfig (4e446526e388b9650740ffbf636022eb1ade4fb40bff942133f38ce177c48dc4) AuthConfig (3c4a3924fc9a7e36d69ceba205c164d9178ddfbc38fecd7df51a828712daf318) AuthConfig (4c15ca454b39c2f0a4dd62c27a225f4885b6b96d9a3bfadc9ee6565373ad5bf2) AuthConfig (6f9c0d71ac1ef36ad04e3ff2ab8080474315a4225f3655093e50b24dfafbc754) AuthConfig (8579f1f50cecc55347c706db9703e22d92ef80d4ec6c3a3f333eb7494d8781e7) AuthConfig (952d4674e45dd100954fcd7439458bcbc42ce5e3587d2ffcd6811d7c53fb45b3) AuthConfig (59278397cca7285ea7a737778f59d5881f5f9c75774790bf92a06696e8f69129) AuthConfig (40a288d051d80f7e769c5d9650a0421bfae4dbe9c24e5ba14a021acf16ec0d2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"532fb620-9b56-42f7-95fe-5a002fa4d6e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.417373233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a585935e446d06d93304bde502c711f497e24b3d409f3885af06889624b94a42) AuthConfig (c72761db6191acb430e9626959075412b3e854e3e970c29562a12ea1b25f80b1) AuthConfig (41887e5879e5807f70d2f8cecf02eceba869c92463044c76080676cc71f5829a) AuthConfig (61d7c6dc9b179fc612b55c8558a4ef83363282ef4569282b15b22313c68415ef) AuthConfig (29fddb5dbef8f2019a0b73b8b3ad896f748e14fe8355b6008da1db4e788ea059) AuthConfig (fbfe85c0c57e872936af8dcf0213bbfb95c51bc3527d78d990fb1770cb798f7b) AuthConfig (729b7288f43a830567d3435df72000346d2190f003249d0f94101a83d899126e) AuthConfig (24d15c56424c70b5ad16fa2c2dafc65814b7ac965aba6be488cde42d74517d42) AuthConfig (0a671886eb9194ba6924d3c5dc2c238cd61c9980a387516ce4e4b299c0144326) AuthConfig (6b96dddeb6bddf65f0845a5f725621ecab1cfe6c23f5cc68cf5740f5952277b2) AuthConfig (a780a758226c4e77aee08df6dcf4d138ccb7a4289f79eba99599998585d3adf8) AuthConfig (a1c9613bc85b7547a13f5a551a7e9434067116c9479e26cd5988f7a613423210) AuthConfig (8476f247cbb7ca459a961a437c86628bd985bc9243c8f533129b0eb7c082c682) AuthConfig (b58af494a6055b2915cdea5a5c05c06e86917b0d9b3a98d9424bae8ad6c59b67) AuthConfig (8c5262a6a766b7d1043c997d7513de728cc3eef59d5149daac3c5e8815f2c1e9) AuthConfig (fd7d6c5d98cfbeef0fe5b16770dde2ca183731e2a693ba7689750bd90e97763e) AuthConfig (f15abc1dad92b68f180f2aa5304dee6ef9c1daf49045f0ca5ba6354ebb1da37f) AuthConfig (40ccaa0db1a767843e24817ff64003f49f272b027f8587070042a1b58e92b3a2) AuthConfig (1b7d585832170f14879a0f5ef51c8b7e24cb8679f633c4e4518f4b34bcebcfda) AuthConfig (559302ee431680953cc906afd60667a8f272075182b2ef91ad5fb4c9ab45bc16) AuthConfig (325d0827e48421984cf268ac0c73bd7a542bf8393016264c8fb6b317e9415b43) AuthConfig (e7c4c5048768fed16409e62b2d3950db835d34ea643738abc3960100aeab8927) AuthConfig (4e446526e388b9650740ffbf636022eb1ade4fb40bff942133f38ce177c48dc4) AuthConfig (3c4a3924fc9a7e36d69ceba205c164d9178ddfbc38fecd7df51a828712daf318) AuthConfig (4c15ca454b39c2f0a4dd62c27a225f4885b6b96d9a3bfadc9ee6565373ad5bf2) AuthConfig (6f9c0d71ac1ef36ad04e3ff2ab8080474315a4225f3655093e50b24dfafbc754) AuthConfig (8579f1f50cecc55347c706db9703e22d92ef80d4ec6c3a3f333eb7494d8781e7) AuthConfig (952d4674e45dd100954fcd7439458bcbc42ce5e3587d2ffcd6811d7c53fb45b3) AuthConfig (59278397cca7285ea7a737778f59d5881f5f9c75774790bf92a06696e8f69129) AuthConfig (40a288d051d80f7e769c5d9650a0421bfae4dbe9c24e5ba14a021acf16ec0d2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"82a3f436-dcd4-467a-b151-96bb9121a363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.478313338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"2e136793-a0fa-4be1-bf98-b4d1ab27d186","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.480980468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"b11a05b0-f7c1-4c96-8d72-e8b663075e8a","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.644075225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ed49fb12-677c-49ff-ac3f-c720e71de4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.644074792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4b593825-f402-4925-8e1a-4eb20127b96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.706636959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ed49fb12-677c-49ff-ac3f-c720e71de4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.706648896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4b593825-f402-4925-8e1a-4eb20127b96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.764880913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a585935e446d06d93304bde502c711f497e24b3d409f3885af06889624b94a42) AuthConfig (c72761db6191acb430e9626959075412b3e854e3e970c29562a12ea1b25f80b1) AuthConfig (41887e5879e5807f70d2f8cecf02eceba869c92463044c76080676cc71f5829a) AuthConfig (61d7c6dc9b179fc612b55c8558a4ef83363282ef4569282b15b22313c68415ef) AuthConfig (29fddb5dbef8f2019a0b73b8b3ad896f748e14fe8355b6008da1db4e788ea059) AuthConfig (fbfe85c0c57e872936af8dcf0213bbfb95c51bc3527d78d990fb1770cb798f7b) AuthConfig (729b7288f43a830567d3435df72000346d2190f003249d0f94101a83d899126e) AuthConfig (24d15c56424c70b5ad16fa2c2dafc65814b7ac965aba6be488cde42d74517d42) AuthConfig (0a671886eb9194ba6924d3c5dc2c238cd61c9980a387516ce4e4b299c0144326) AuthConfig (6b96dddeb6bddf65f0845a5f725621ecab1cfe6c23f5cc68cf5740f5952277b2) AuthConfig (a780a758226c4e77aee08df6dcf4d138ccb7a4289f79eba99599998585d3adf8) AuthConfig (a1c9613bc85b7547a13f5a551a7e9434067116c9479e26cd5988f7a613423210) AuthConfig (8476f247cbb7ca459a961a437c86628bd985bc9243c8f533129b0eb7c082c682) AuthConfig (b58af494a6055b2915cdea5a5c05c06e86917b0d9b3a98d9424bae8ad6c59b67) AuthConfig (8c5262a6a766b7d1043c997d7513de728cc3eef59d5149daac3c5e8815f2c1e9) AuthConfig (fd7d6c5d98cfbeef0fe5b16770dde2ca183731e2a693ba7689750bd90e97763e) AuthConfig (f15abc1dad92b68f180f2aa5304dee6ef9c1daf49045f0ca5ba6354ebb1da37f) AuthConfig (40ccaa0db1a767843e24817ff64003f49f272b027f8587070042a1b58e92b3a2) AuthConfig (1b7d585832170f14879a0f5ef51c8b7e24cb8679f633c4e4518f4b34bcebcfda) AuthConfig (559302ee431680953cc906afd60667a8f272075182b2ef91ad5fb4c9ab45bc16) AuthConfig (325d0827e48421984cf268ac0c73bd7a542bf8393016264c8fb6b317e9415b43) AuthConfig (e7c4c5048768fed16409e62b2d3950db835d34ea643738abc3960100aeab8927) AuthConfig (4e446526e388b9650740ffbf636022eb1ade4fb40bff942133f38ce177c48dc4) AuthConfig (3c4a3924fc9a7e36d69ceba205c164d9178ddfbc38fecd7df51a828712daf318) AuthConfig (4c15ca454b39c2f0a4dd62c27a225f4885b6b96d9a3bfadc9ee6565373ad5bf2) AuthConfig (6f9c0d71ac1ef36ad04e3ff2ab8080474315a4225f3655093e50b24dfafbc754) AuthConfig (8579f1f50cecc55347c706db9703e22d92ef80d4ec6c3a3f333eb7494d8781e7) AuthConfig (952d4674e45dd100954fcd7439458bcbc42ce5e3587d2ffcd6811d7c53fb45b3) AuthConfig (59278397cca7285ea7a737778f59d5881f5f9c75774790bf92a06696e8f69129) AuthConfig (40a288d051d80f7e769c5d9650a0421bfae4dbe9c24e5ba14a021acf16ec0d2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ed49fb12-677c-49ff-ac3f-c720e71de4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.76506646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a585935e446d06d93304bde502c711f497e24b3d409f3885af06889624b94a42) AuthConfig (c72761db6191acb430e9626959075412b3e854e3e970c29562a12ea1b25f80b1) AuthConfig (41887e5879e5807f70d2f8cecf02eceba869c92463044c76080676cc71f5829a) AuthConfig (61d7c6dc9b179fc612b55c8558a4ef83363282ef4569282b15b22313c68415ef) AuthConfig (29fddb5dbef8f2019a0b73b8b3ad896f748e14fe8355b6008da1db4e788ea059) AuthConfig (fbfe85c0c57e872936af8dcf0213bbfb95c51bc3527d78d990fb1770cb798f7b) AuthConfig (729b7288f43a830567d3435df72000346d2190f003249d0f94101a83d899126e) AuthConfig (24d15c56424c70b5ad16fa2c2dafc65814b7ac965aba6be488cde42d74517d42) AuthConfig (0a671886eb9194ba6924d3c5dc2c238cd61c9980a387516ce4e4b299c0144326) AuthConfig (6b96dddeb6bddf65f0845a5f725621ecab1cfe6c23f5cc68cf5740f5952277b2) AuthConfig (a780a758226c4e77aee08df6dcf4d138ccb7a4289f79eba99599998585d3adf8) AuthConfig (a1c9613bc85b7547a13f5a551a7e9434067116c9479e26cd5988f7a613423210) AuthConfig (8476f247cbb7ca459a961a437c86628bd985bc9243c8f533129b0eb7c082c682) AuthConfig (b58af494a6055b2915cdea5a5c05c06e86917b0d9b3a98d9424bae8ad6c59b67) AuthConfig (8c5262a6a766b7d1043c997d7513de728cc3eef59d5149daac3c5e8815f2c1e9) AuthConfig (fd7d6c5d98cfbeef0fe5b16770dde2ca183731e2a693ba7689750bd90e97763e) AuthConfig (f15abc1dad92b68f180f2aa5304dee6ef9c1daf49045f0ca5ba6354ebb1da37f) AuthConfig (40ccaa0db1a767843e24817ff64003f49f272b027f8587070042a1b58e92b3a2) AuthConfig (1b7d585832170f14879a0f5ef51c8b7e24cb8679f633c4e4518f4b34bcebcfda) AuthConfig (559302ee431680953cc906afd60667a8f272075182b2ef91ad5fb4c9ab45bc16) AuthConfig (325d0827e48421984cf268ac0c73bd7a542bf8393016264c8fb6b317e9415b43) AuthConfig (e7c4c5048768fed16409e62b2d3950db835d34ea643738abc3960100aeab8927) AuthConfig (4e446526e388b9650740ffbf636022eb1ade4fb40bff942133f38ce177c48dc4) AuthConfig (3c4a3924fc9a7e36d69ceba205c164d9178ddfbc38fecd7df51a828712daf318) AuthConfig (4c15ca454b39c2f0a4dd62c27a225f4885b6b96d9a3bfadc9ee6565373ad5bf2) AuthConfig (6f9c0d71ac1ef36ad04e3ff2ab8080474315a4225f3655093e50b24dfafbc754) AuthConfig (8579f1f50cecc55347c706db9703e22d92ef80d4ec6c3a3f333eb7494d8781e7) AuthConfig (952d4674e45dd100954fcd7439458bcbc42ce5e3587d2ffcd6811d7c53fb45b3) AuthConfig (59278397cca7285ea7a737778f59d5881f5f9c75774790bf92a06696e8f69129) AuthConfig (40a288d051d80f7e769c5d9650a0421bfae4dbe9c24e5ba14a021acf16ec0d2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4b593825-f402-4925-8e1a-4eb20127b96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:17.820297259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4b593825-f402-4925-8e1a-4eb20127b96a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:17.820375869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ed49fb12-677c-49ff-ac3f-c720e71de4cf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.987737017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"6b59a6c6-4712-4779-8419-2aee67ff4d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:17.987736887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"01a1bb34-ea3d-4fa3-af42-956e53f57b30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:18.047673293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"01a1bb34-ea3d-4fa3-af42-956e53f57b30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:18.047724847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"6b59a6c6-4712-4779-8419-2aee67ff4d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:18.105812459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a585935e446d06d93304bde502c711f497e24b3d409f3885af06889624b94a42) AuthConfig (c72761db6191acb430e9626959075412b3e854e3e970c29562a12ea1b25f80b1) AuthConfig (41887e5879e5807f70d2f8cecf02eceba869c92463044c76080676cc71f5829a) AuthConfig (61d7c6dc9b179fc612b55c8558a4ef83363282ef4569282b15b22313c68415ef) AuthConfig (29fddb5dbef8f2019a0b73b8b3ad896f748e14fe8355b6008da1db4e788ea059) AuthConfig (fbfe85c0c57e872936af8dcf0213bbfb95c51bc3527d78d990fb1770cb798f7b) AuthConfig (729b7288f43a830567d3435df72000346d2190f003249d0f94101a83d899126e) AuthConfig (24d15c56424c70b5ad16fa2c2dafc65814b7ac965aba6be488cde42d74517d42) AuthConfig (0a671886eb9194ba6924d3c5dc2c238cd61c9980a387516ce4e4b299c0144326) AuthConfig (6b96dddeb6bddf65f0845a5f725621ecab1cfe6c23f5cc68cf5740f5952277b2) AuthConfig (a780a758226c4e77aee08df6dcf4d138ccb7a4289f79eba99599998585d3adf8) AuthConfig (a1c9613bc85b7547a13f5a551a7e9434067116c9479e26cd5988f7a613423210) AuthConfig (8476f247cbb7ca459a961a437c86628bd985bc9243c8f533129b0eb7c082c682) AuthConfig (b58af494a6055b2915cdea5a5c05c06e86917b0d9b3a98d9424bae8ad6c59b67) AuthConfig (8c5262a6a766b7d1043c997d7513de728cc3eef59d5149daac3c5e8815f2c1e9) AuthConfig (fd7d6c5d98cfbeef0fe5b16770dde2ca183731e2a693ba7689750bd90e97763e) AuthConfig (f15abc1dad92b68f180f2aa5304dee6ef9c1daf49045f0ca5ba6354ebb1da37f) AuthConfig (40ccaa0db1a767843e24817ff64003f49f272b027f8587070042a1b58e92b3a2) AuthConfig (1b7d585832170f14879a0f5ef51c8b7e24cb8679f633c4e4518f4b34bcebcfda) AuthConfig (559302ee431680953cc906afd60667a8f272075182b2ef91ad5fb4c9ab45bc16) AuthConfig (325d0827e48421984cf268ac0c73bd7a542bf8393016264c8fb6b317e9415b43) AuthConfig (e7c4c5048768fed16409e62b2d3950db835d34ea643738abc3960100aeab8927) AuthConfig (4e446526e388b9650740ffbf636022eb1ade4fb40bff942133f38ce177c48dc4) AuthConfig (3c4a3924fc9a7e36d69ceba205c164d9178ddfbc38fecd7df51a828712daf318) AuthConfig (4c15ca454b39c2f0a4dd62c27a225f4885b6b96d9a3bfadc9ee6565373ad5bf2) AuthConfig (6f9c0d71ac1ef36ad04e3ff2ab8080474315a4225f3655093e50b24dfafbc754) AuthConfig (8579f1f50cecc55347c706db9703e22d92ef80d4ec6c3a3f333eb7494d8781e7) AuthConfig (952d4674e45dd100954fcd7439458bcbc42ce5e3587d2ffcd6811d7c53fb45b3) AuthConfig (59278397cca7285ea7a737778f59d5881f5f9c75774790bf92a06696e8f69129) AuthConfig (40a288d051d80f7e769c5d9650a0421bfae4dbe9c24e5ba14a021acf16ec0d2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"01a1bb34-ea3d-4fa3-af42-956e53f57b30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:18.105892227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a585935e446d06d93304bde502c711f497e24b3d409f3885af06889624b94a42) AuthConfig (c72761db6191acb430e9626959075412b3e854e3e970c29562a12ea1b25f80b1) AuthConfig (41887e5879e5807f70d2f8cecf02eceba869c92463044c76080676cc71f5829a) AuthConfig (61d7c6dc9b179fc612b55c8558a4ef83363282ef4569282b15b22313c68415ef) AuthConfig (29fddb5dbef8f2019a0b73b8b3ad896f748e14fe8355b6008da1db4e788ea059) AuthConfig (fbfe85c0c57e872936af8dcf0213bbfb95c51bc3527d78d990fb1770cb798f7b) AuthConfig (729b7288f43a830567d3435df72000346d2190f003249d0f94101a83d899126e) AuthConfig (24d15c56424c70b5ad16fa2c2dafc65814b7ac965aba6be488cde42d74517d42) AuthConfig (0a671886eb9194ba6924d3c5dc2c238cd61c9980a387516ce4e4b299c0144326) AuthConfig (6b96dddeb6bddf65f0845a5f725621ecab1cfe6c23f5cc68cf5740f5952277b2) AuthConfig (a780a758226c4e77aee08df6dcf4d138ccb7a4289f79eba99599998585d3adf8) AuthConfig (a1c9613bc85b7547a13f5a551a7e9434067116c9479e26cd5988f7a613423210) AuthConfig (8476f247cbb7ca459a961a437c86628bd985bc9243c8f533129b0eb7c082c682) AuthConfig (b58af494a6055b2915cdea5a5c05c06e86917b0d9b3a98d9424bae8ad6c59b67) AuthConfig (8c5262a6a766b7d1043c997d7513de728cc3eef59d5149daac3c5e8815f2c1e9) AuthConfig (fd7d6c5d98cfbeef0fe5b16770dde2ca183731e2a693ba7689750bd90e97763e) AuthConfig (f15abc1dad92b68f180f2aa5304dee6ef9c1daf49045f0ca5ba6354ebb1da37f) AuthConfig (40ccaa0db1a767843e24817ff64003f49f272b027f8587070042a1b58e92b3a2) AuthConfig (1b7d585832170f14879a0f5ef51c8b7e24cb8679f633c4e4518f4b34bcebcfda) AuthConfig (559302ee431680953cc906afd60667a8f272075182b2ef91ad5fb4c9ab45bc16) AuthConfig (325d0827e48421984cf268ac0c73bd7a542bf8393016264c8fb6b317e9415b43) AuthConfig (e7c4c5048768fed16409e62b2d3950db835d34ea643738abc3960100aeab8927) AuthConfig (4e446526e388b9650740ffbf636022eb1ade4fb40bff942133f38ce177c48dc4) AuthConfig (3c4a3924fc9a7e36d69ceba205c164d9178ddfbc38fecd7df51a828712daf318) AuthConfig (4c15ca454b39c2f0a4dd62c27a225f4885b6b96d9a3bfadc9ee6565373ad5bf2) AuthConfig (6f9c0d71ac1ef36ad04e3ff2ab8080474315a4225f3655093e50b24dfafbc754) AuthConfig (8579f1f50cecc55347c706db9703e22d92ef80d4ec6c3a3f333eb7494d8781e7) AuthConfig (952d4674e45dd100954fcd7439458bcbc42ce5e3587d2ffcd6811d7c53fb45b3) AuthConfig (59278397cca7285ea7a737778f59d5881f5f9c75774790bf92a06696e8f69129) AuthConfig (40a288d051d80f7e769c5d9650a0421bfae4dbe9c24e5ba14a021acf16ec0d2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"6b59a6c6-4712-4779-8419-2aee67ff4d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:24.144524312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"9a25afe6-844d-439e-86c6-bbe72f5fb26d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:24.252998921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"38b1b5bb-a594-4070-8fd0-753f680ece0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:24.422608381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c43904fb-7a17-4244-a643-a56a6696ce4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:24.522069454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"04aaa68e-f31d-4436-8212-1881cc325173","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:28.271390898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ecb60da9-63c9-435d-a4b4-f6de55fb40e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:28.271391089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"321287af-7287-4779-bf99-087b5dc28683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:28.331356901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ecb60da9-63c9-435d-a4b4-f6de55fb40e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:28.331475695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"321287af-7287-4779-bf99-087b5dc28683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:28.610907079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"e198373f-2352-4f1d-8c5c-39e8c6ea2eed","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:28.613461463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"58835981-82ca-42bc-8747-5def03728995","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:29.766207624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"f8735295-7f95-4e0c-9093-a52db2e0c9cc","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:29.831520779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"3d38a396-6021-4be8-b025-154c0dc34a5e","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:31.814972434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1c9f2e18-d567-49c8-a6ed-ad5726e7b338","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:31.929376968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"c4462fd6-223d-426f-b0de-770d98cfa1db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:32.209341361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"6f7aaf3d-b57e-48ff-9b18-ecd886a6c7c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:32.308693773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"29a12335-b666-4b36-9f8e-1eb8d24f7626","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.258058425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"930fae40-5cf4-466f-b35b-0f7bf60d6f1f","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.380998061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"7da178bf-5528-41df-b020-cd55d1aebb89","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.441499519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"6e65b1fc-fa7f-485c-9440-fabebe75831e","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.490677445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"e545621c-7495-4e1d-9733-c11731c2c388","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:41.516719718Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-162191/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.549629129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"c6487790-d220-4380-a82b-20441ac6fa6e","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.652993987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"e7823a29-14ac-47a5-bd50-b47c1d820ffb","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.713400856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"462f8d53-32ef-4e3c-8285-8b7b5a491162","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:41.769603099Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"462f8d53-32ef-4e3c-8285-8b7b5a491162","name":"simulator-w0-162191","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-162191\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:41.7696798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"462f8d53-32ef-4e3c-8285-8b7b5a491162","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-162191\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.77050615Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"acaa94d7-f653-45e3-8316-67842ac6595f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"simulator-w0-162191","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-162191/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.774856969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"d08b05fb-0cfc-405e-9a88-0249f86cf4f8","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.82041009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"3a34d03e-55ef-4c0f-9ef5-6b7790339eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.932445322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"ab77a2aa-4b45-414a-82fe-2dcc56665a2e","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.94072042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"93ecb7b9-cec5-44a2-af17-248c12477dec","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:41.952133492Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"3a34d03e-55ef-4c0f-9ef5-6b7790339eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:41.98783606Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-162191/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.010742177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"3a34d03e-55ef-4c0f-9ef5-6b7790339eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.038882739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"8c71d940-a6a1-4009-920d-e80542796760","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:42.043308812Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-162191/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.070910895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"3ad50ac0-2a08-4efa-b52b-91a162fa471e","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.095896214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"d82d6f7f-af4f-4d36-bbcd-789f7530cffd","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.163707197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"fc222d1a-318b-4570-9b06-d3983924d568","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.179130181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"3015a7dd-2347-4f36-b9ae-196717670ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.210134919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"43159d39-91c8-42aa-adad-9f8f114c3445","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.238388718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"3015a7dd-2347-4f36-b9ae-196717670ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.272413152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"d4416dee-62db-4d95-b2c3-15301444b60d","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.296448081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"3015a7dd-2347-4f36-b9ae-196717670ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.317075574Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"b18179d2-d8da-4fe9-bb05-d8b7d60af169","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"premium-w0-162191","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-162191/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:42.328057032Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"d4416dee-62db-4d95-b2c3-15301444b60d","name":"premium-w0-162191","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-162191\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:42.328119769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"d4416dee-62db-4d95-b2c3-15301444b60d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-162191\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.333457107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"79156360-e39c-4dc8-b72d-600a5bb53870","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:42.351884236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"3015a7dd-2347-4f36-b9ae-196717670ea6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.431177633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"4be908b9-e942-4d41-ab86-5592af4ec666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.487834224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"d51f7d2e-9428-4479-98b1-8a8d5c360212","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.492075328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"4be908b9-e942-4d41-ab86-5592af4ec666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.53110633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"751cfd5c-cbad-4d9d-9ab9-eb2177e51374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.550067913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"4be908b9-e942-4d41-ab86-5592af4ec666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.590485128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"751cfd5c-cbad-4d9d-9ab9-eb2177e51374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.609403072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"bfcf6fc6-9fb1-4adc-b946-d84ca51cc878","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.648523428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"751cfd5c-cbad-4d9d-9ab9-eb2177e51374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.70525226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"35ab5e23-5964-4918-b22d-e077a35dd673","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.771427048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"53a2e496-b11c-4647-9fa8-3b73eababbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.830533637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"53a2e496-b11c-4647-9fa8-3b73eababbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:42.888726232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"53a2e496-b11c-4647-9fa8-3b73eababbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:43.198977209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3a668351-eaa5-445f-83e2-8e9d8f604bd1","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:43.263632478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"5b30ceb7-19ae-4fb1-ad57-9b8ea2b8f662","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:44.26315821Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:52.411684442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"c4e5b4fd-51b8-42b5-aad5-8e5390131235","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:52.58465208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"e4e03654-7675-47bd-a1d6-0e7bba7e10ad","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:52.694357996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"30da101d-25ca-4d33-8987-37627c7b801e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:52.810971637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"34be6fb0-b550-4524-a6ed-bc5e11c36e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:52.869047647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"83e15a60-2cff-431b-8b65-670c38f6b082","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:52.872866138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"34be6fb0-b550-4524-a6ed-bc5e11c36e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:52.931228625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0736f791139031b85390dc49a47d52d4e7dbc92c5cd8c5537f1be16af7cb4db9) AuthConfig (bcd11cc75ef7b4fe65b31f30fbeda7111ef2a3b6f64335c0c78093849002b5e8) AuthConfig (dec44992155d1c4989e633725dc7c3f078512e5e9d10f3d6d47348efd04e24a6) AuthConfig (7efbe8796ea2c95fbe0d4a0eb88a14300c321526ad70c16b74b9cd9acf99f9d4) AuthConfig (094cdec998eace28053a2763f502a6ad0d8107c93b07568906db4a1bf7dafe6d) AuthConfig (c9f6948918407b757dbfbf9b92971a96213d9f8201579a839bd95fb764089935) AuthConfig (ba25f5d74de1c03118c9252d35ed64adac393e1d890e63b37fde7d960a2196d0) AuthConfig (b8c842ccb986e74e6b89318bf917e9a542461e828d5fb02cba6a0ab43c6a17e1) AuthConfig (5948924f48621aac39562fb0f928b7dd2c92cc9b8d601797896ad3c303b4afc5) AuthConfig (66d076fd067241e64ff46553836c2ef1e57f2db0486439e9b846468d98903079) AuthConfig (37126a59f594d00a1a9e86d3b0d7b38fef2c87a2fa3010d33fd69dd2f4fc4899) AuthConfig (3b8d4968d4f77b4bee867a5dae8ce375b6ea86c361285253e0ef99fed7a15d08) AuthConfig (0bd2629131a6062d82d2983923870afbef6eb7fe8f59d51e6b6c94d1eddb416b) AuthConfig (1c76d2590df802d85a3b0fc65daf70cabdfc353c6c53ec09dba94b0ae7849951) AuthConfig (757caa39d63d45b5980ac5f8ecab3a6ecdb7242a08de5428b8ed8cdcef6b6ca9) AuthConfig (58c10d507ad08abe913d3830c50ebac5423bd53ba36adc58c453b3e129aa8bac) AuthConfig (9a228ecf3d341b2226233672a8363006cbc590d40c57fae9c261467ac90890f2) AuthConfig (58b6b000db969c518e83357a85add0b8f30de9ad3453b3dffd849f23c40e4fca) AuthConfig (9ebb0140ca817cb705c3e34aa3b1a91793372c4b15690ff8516f1ddb5d07a7d9) AuthConfig (2635df7ee3e1246152faacfdcd7d789d7d3403d7a0a19ed79853d09b0a0e091b) AuthConfig (407abed106c8a54cadab0d77a017db5bdc5067131c5a52a18c74be4c78f22186) AuthConfig (7553113cd2ccddbbfc10efee74bc6d4fc484d671dd72cb212381a52a397c8082) AuthConfig (40a33a2dc4e1a034d97911d803e0d04c2d62f26ee8a3daee257d5fb6cd030c8f) AuthConfig (55cbd94ff0ce3f5e5b392c8b0bec8b8fc78c49ed3936097ed7c96934ed0bb3c6) AuthConfig (3a1924fce20a7eacd42b04419e407a2057e769ab8519da75e78e073679aeed5d) AuthConfig (6ab142b2ec218df1759f05f1813842ddb983bf6a302f6ccd4fa89c409b3f6b96) AuthConfig (296ad5536aa2937d0e51304b5eab89401de6779f8da935033ab298befbaea906) AuthConfig (776f4684f1f7053f991eaa4509a193326f7a1ce468ad851dacb14d3fe9f04349) AuthConfig (1fb79a84a6b1f31cbc2abd4d61149ab6031b4a8726e21dfc8e0ba9ca699909c6) AuthConfig (953037fabd6744d6cd64343895b9e4f807d9859a06366656bf1a89e67c2137aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"34be6fb0-b550-4524-a6ed-bc5e11c36e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:52.971084075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"c45f37b4-a796-4d7a-ac4f-72960fdbd121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:52.991797642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"ece047b8-6389-43e0-b67c-3a7c55fe6d26","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.03093709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"c45f37b4-a796-4d7a-ac4f-72960fdbd121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.08926826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0736f791139031b85390dc49a47d52d4e7dbc92c5cd8c5537f1be16af7cb4db9) AuthConfig (bcd11cc75ef7b4fe65b31f30fbeda7111ef2a3b6f64335c0c78093849002b5e8) AuthConfig (dec44992155d1c4989e633725dc7c3f078512e5e9d10f3d6d47348efd04e24a6) AuthConfig (7efbe8796ea2c95fbe0d4a0eb88a14300c321526ad70c16b74b9cd9acf99f9d4) AuthConfig (094cdec998eace28053a2763f502a6ad0d8107c93b07568906db4a1bf7dafe6d) AuthConfig (c9f6948918407b757dbfbf9b92971a96213d9f8201579a839bd95fb764089935) AuthConfig (ba25f5d74de1c03118c9252d35ed64adac393e1d890e63b37fde7d960a2196d0) AuthConfig (b8c842ccb986e74e6b89318bf917e9a542461e828d5fb02cba6a0ab43c6a17e1) AuthConfig (5948924f48621aac39562fb0f928b7dd2c92cc9b8d601797896ad3c303b4afc5) AuthConfig (66d076fd067241e64ff46553836c2ef1e57f2db0486439e9b846468d98903079) AuthConfig (37126a59f594d00a1a9e86d3b0d7b38fef2c87a2fa3010d33fd69dd2f4fc4899) AuthConfig (3b8d4968d4f77b4bee867a5dae8ce375b6ea86c361285253e0ef99fed7a15d08) AuthConfig (0bd2629131a6062d82d2983923870afbef6eb7fe8f59d51e6b6c94d1eddb416b) AuthConfig (1c76d2590df802d85a3b0fc65daf70cabdfc353c6c53ec09dba94b0ae7849951) AuthConfig (757caa39d63d45b5980ac5f8ecab3a6ecdb7242a08de5428b8ed8cdcef6b6ca9) AuthConfig (58c10d507ad08abe913d3830c50ebac5423bd53ba36adc58c453b3e129aa8bac) AuthConfig (9a228ecf3d341b2226233672a8363006cbc590d40c57fae9c261467ac90890f2) AuthConfig (58b6b000db969c518e83357a85add0b8f30de9ad3453b3dffd849f23c40e4fca) AuthConfig (9ebb0140ca817cb705c3e34aa3b1a91793372c4b15690ff8516f1ddb5d07a7d9) AuthConfig (2635df7ee3e1246152faacfdcd7d789d7d3403d7a0a19ed79853d09b0a0e091b) AuthConfig (407abed106c8a54cadab0d77a017db5bdc5067131c5a52a18c74be4c78f22186) AuthConfig (7553113cd2ccddbbfc10efee74bc6d4fc484d671dd72cb212381a52a397c8082) AuthConfig (40a33a2dc4e1a034d97911d803e0d04c2d62f26ee8a3daee257d5fb6cd030c8f) AuthConfig (55cbd94ff0ce3f5e5b392c8b0bec8b8fc78c49ed3936097ed7c96934ed0bb3c6) AuthConfig (3a1924fce20a7eacd42b04419e407a2057e769ab8519da75e78e073679aeed5d) AuthConfig (6ab142b2ec218df1759f05f1813842ddb983bf6a302f6ccd4fa89c409b3f6b96) AuthConfig (296ad5536aa2937d0e51304b5eab89401de6779f8da935033ab298befbaea906) AuthConfig (776f4684f1f7053f991eaa4509a193326f7a1ce468ad851dacb14d3fe9f04349) AuthConfig (1fb79a84a6b1f31cbc2abd4d61149ab6031b4a8726e21dfc8e0ba9ca699909c6) AuthConfig (953037fabd6744d6cd64343895b9e4f807d9859a06366656bf1a89e67c2137aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"c45f37b4-a796-4d7a-ac4f-72960fdbd121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.149311367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"3998c960-bc17-4519-a4e9-f5b2c5038652","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.153406026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d7c0953a-fbf9-4338-a28b-90a5c94be4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.212953083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d7c0953a-fbf9-4338-a28b-90a5c94be4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.271285773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0736f791139031b85390dc49a47d52d4e7dbc92c5cd8c5537f1be16af7cb4db9) AuthConfig (bcd11cc75ef7b4fe65b31f30fbeda7111ef2a3b6f64335c0c78093849002b5e8) AuthConfig (dec44992155d1c4989e633725dc7c3f078512e5e9d10f3d6d47348efd04e24a6) AuthConfig (7efbe8796ea2c95fbe0d4a0eb88a14300c321526ad70c16b74b9cd9acf99f9d4) AuthConfig (094cdec998eace28053a2763f502a6ad0d8107c93b07568906db4a1bf7dafe6d) AuthConfig (c9f6948918407b757dbfbf9b92971a96213d9f8201579a839bd95fb764089935) AuthConfig (ba25f5d74de1c03118c9252d35ed64adac393e1d890e63b37fde7d960a2196d0) AuthConfig (b8c842ccb986e74e6b89318bf917e9a542461e828d5fb02cba6a0ab43c6a17e1) AuthConfig (5948924f48621aac39562fb0f928b7dd2c92cc9b8d601797896ad3c303b4afc5) AuthConfig (66d076fd067241e64ff46553836c2ef1e57f2db0486439e9b846468d98903079) AuthConfig (37126a59f594d00a1a9e86d3b0d7b38fef2c87a2fa3010d33fd69dd2f4fc4899) AuthConfig (3b8d4968d4f77b4bee867a5dae8ce375b6ea86c361285253e0ef99fed7a15d08) AuthConfig (0bd2629131a6062d82d2983923870afbef6eb7fe8f59d51e6b6c94d1eddb416b) AuthConfig (1c76d2590df802d85a3b0fc65daf70cabdfc353c6c53ec09dba94b0ae7849951) AuthConfig (757caa39d63d45b5980ac5f8ecab3a6ecdb7242a08de5428b8ed8cdcef6b6ca9) AuthConfig (58c10d507ad08abe913d3830c50ebac5423bd53ba36adc58c453b3e129aa8bac) AuthConfig (9a228ecf3d341b2226233672a8363006cbc590d40c57fae9c261467ac90890f2) AuthConfig (58b6b000db969c518e83357a85add0b8f30de9ad3453b3dffd849f23c40e4fca) AuthConfig (9ebb0140ca817cb705c3e34aa3b1a91793372c4b15690ff8516f1ddb5d07a7d9) AuthConfig (2635df7ee3e1246152faacfdcd7d789d7d3403d7a0a19ed79853d09b0a0e091b) AuthConfig (407abed106c8a54cadab0d77a017db5bdc5067131c5a52a18c74be4c78f22186) AuthConfig (7553113cd2ccddbbfc10efee74bc6d4fc484d671dd72cb212381a52a397c8082) AuthConfig (40a33a2dc4e1a034d97911d803e0d04c2d62f26ee8a3daee257d5fb6cd030c8f) AuthConfig (55cbd94ff0ce3f5e5b392c8b0bec8b8fc78c49ed3936097ed7c96934ed0bb3c6) AuthConfig (3a1924fce20a7eacd42b04419e407a2057e769ab8519da75e78e073679aeed5d) AuthConfig (6ab142b2ec218df1759f05f1813842ddb983bf6a302f6ccd4fa89c409b3f6b96) AuthConfig (296ad5536aa2937d0e51304b5eab89401de6779f8da935033ab298befbaea906) AuthConfig (776f4684f1f7053f991eaa4509a193326f7a1ce468ad851dacb14d3fe9f04349) AuthConfig (1fb79a84a6b1f31cbc2abd4d61149ab6031b4a8726e21dfc8e0ba9ca699909c6) AuthConfig (953037fabd6744d6cd64343895b9e4f807d9859a06366656bf1a89e67c2137aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d7c0953a-fbf9-4338-a28b-90a5c94be4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.312204277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"5e1bd75b-f16c-4fd0-b1d9-afcbbba73f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:56:53.327119974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d7c0953a-fbf9-4338-a28b-90a5c94be4ac","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.371868088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"5e1bd75b-f16c-4fd0-b1d9-afcbbba73f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.430341498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0736f791139031b85390dc49a47d52d4e7dbc92c5cd8c5537f1be16af7cb4db9) AuthConfig (bcd11cc75ef7b4fe65b31f30fbeda7111ef2a3b6f64335c0c78093849002b5e8) AuthConfig (dec44992155d1c4989e633725dc7c3f078512e5e9d10f3d6d47348efd04e24a6) AuthConfig (7efbe8796ea2c95fbe0d4a0eb88a14300c321526ad70c16b74b9cd9acf99f9d4) AuthConfig (094cdec998eace28053a2763f502a6ad0d8107c93b07568906db4a1bf7dafe6d) AuthConfig (c9f6948918407b757dbfbf9b92971a96213d9f8201579a839bd95fb764089935) AuthConfig (ba25f5d74de1c03118c9252d35ed64adac393e1d890e63b37fde7d960a2196d0) AuthConfig (b8c842ccb986e74e6b89318bf917e9a542461e828d5fb02cba6a0ab43c6a17e1) AuthConfig (5948924f48621aac39562fb0f928b7dd2c92cc9b8d601797896ad3c303b4afc5) AuthConfig (66d076fd067241e64ff46553836c2ef1e57f2db0486439e9b846468d98903079) AuthConfig (37126a59f594d00a1a9e86d3b0d7b38fef2c87a2fa3010d33fd69dd2f4fc4899) AuthConfig (3b8d4968d4f77b4bee867a5dae8ce375b6ea86c361285253e0ef99fed7a15d08) AuthConfig (0bd2629131a6062d82d2983923870afbef6eb7fe8f59d51e6b6c94d1eddb416b) AuthConfig (1c76d2590df802d85a3b0fc65daf70cabdfc353c6c53ec09dba94b0ae7849951) AuthConfig (757caa39d63d45b5980ac5f8ecab3a6ecdb7242a08de5428b8ed8cdcef6b6ca9) AuthConfig (58c10d507ad08abe913d3830c50ebac5423bd53ba36adc58c453b3e129aa8bac) AuthConfig (9a228ecf3d341b2226233672a8363006cbc590d40c57fae9c261467ac90890f2) AuthConfig (58b6b000db969c518e83357a85add0b8f30de9ad3453b3dffd849f23c40e4fca) AuthConfig (9ebb0140ca817cb705c3e34aa3b1a91793372c4b15690ff8516f1ddb5d07a7d9) AuthConfig (2635df7ee3e1246152faacfdcd7d789d7d3403d7a0a19ed79853d09b0a0e091b) AuthConfig (407abed106c8a54cadab0d77a017db5bdc5067131c5a52a18c74be4c78f22186) AuthConfig (7553113cd2ccddbbfc10efee74bc6d4fc484d671dd72cb212381a52a397c8082) AuthConfig (40a33a2dc4e1a034d97911d803e0d04c2d62f26ee8a3daee257d5fb6cd030c8f) AuthConfig (55cbd94ff0ce3f5e5b392c8b0bec8b8fc78c49ed3936097ed7c96934ed0bb3c6) AuthConfig (3a1924fce20a7eacd42b04419e407a2057e769ab8519da75e78e073679aeed5d) AuthConfig (6ab142b2ec218df1759f05f1813842ddb983bf6a302f6ccd4fa89c409b3f6b96) AuthConfig (296ad5536aa2937d0e51304b5eab89401de6779f8da935033ab298befbaea906) AuthConfig (776f4684f1f7053f991eaa4509a193326f7a1ce468ad851dacb14d3fe9f04349) AuthConfig (1fb79a84a6b1f31cbc2abd4d61149ab6031b4a8726e21dfc8e0ba9ca699909c6) AuthConfig (953037fabd6744d6cd64343895b9e4f807d9859a06366656bf1a89e67c2137aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"5e1bd75b-f16c-4fd0-b1d9-afcbbba73f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.494925716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"b9f7aebb-a054-4b73-ad1d-d0a7ac9565c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.555018959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"b9f7aebb-a054-4b73-ad1d-d0a7ac9565c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:53.613743568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0736f791139031b85390dc49a47d52d4e7dbc92c5cd8c5537f1be16af7cb4db9) AuthConfig (bcd11cc75ef7b4fe65b31f30fbeda7111ef2a3b6f64335c0c78093849002b5e8) AuthConfig (dec44992155d1c4989e633725dc7c3f078512e5e9d10f3d6d47348efd04e24a6) AuthConfig (7efbe8796ea2c95fbe0d4a0eb88a14300c321526ad70c16b74b9cd9acf99f9d4) AuthConfig (094cdec998eace28053a2763f502a6ad0d8107c93b07568906db4a1bf7dafe6d) AuthConfig (c9f6948918407b757dbfbf9b92971a96213d9f8201579a839bd95fb764089935) AuthConfig (ba25f5d74de1c03118c9252d35ed64adac393e1d890e63b37fde7d960a2196d0) AuthConfig (b8c842ccb986e74e6b89318bf917e9a542461e828d5fb02cba6a0ab43c6a17e1) AuthConfig (5948924f48621aac39562fb0f928b7dd2c92cc9b8d601797896ad3c303b4afc5) AuthConfig (66d076fd067241e64ff46553836c2ef1e57f2db0486439e9b846468d98903079) AuthConfig (37126a59f594d00a1a9e86d3b0d7b38fef2c87a2fa3010d33fd69dd2f4fc4899) AuthConfig (3b8d4968d4f77b4bee867a5dae8ce375b6ea86c361285253e0ef99fed7a15d08) AuthConfig (0bd2629131a6062d82d2983923870afbef6eb7fe8f59d51e6b6c94d1eddb416b) AuthConfig (1c76d2590df802d85a3b0fc65daf70cabdfc353c6c53ec09dba94b0ae7849951) AuthConfig (757caa39d63d45b5980ac5f8ecab3a6ecdb7242a08de5428b8ed8cdcef6b6ca9) AuthConfig (58c10d507ad08abe913d3830c50ebac5423bd53ba36adc58c453b3e129aa8bac) AuthConfig (9a228ecf3d341b2226233672a8363006cbc590d40c57fae9c261467ac90890f2) AuthConfig (58b6b000db969c518e83357a85add0b8f30de9ad3453b3dffd849f23c40e4fca) AuthConfig (9ebb0140ca817cb705c3e34aa3b1a91793372c4b15690ff8516f1ddb5d07a7d9) AuthConfig (2635df7ee3e1246152faacfdcd7d789d7d3403d7a0a19ed79853d09b0a0e091b) AuthConfig (407abed106c8a54cadab0d77a017db5bdc5067131c5a52a18c74be4c78f22186) AuthConfig (7553113cd2ccddbbfc10efee74bc6d4fc484d671dd72cb212381a52a397c8082) AuthConfig (40a33a2dc4e1a034d97911d803e0d04c2d62f26ee8a3daee257d5fb6cd030c8f) AuthConfig (55cbd94ff0ce3f5e5b392c8b0bec8b8fc78c49ed3936097ed7c96934ed0bb3c6) AuthConfig (3a1924fce20a7eacd42b04419e407a2057e769ab8519da75e78e073679aeed5d) AuthConfig (6ab142b2ec218df1759f05f1813842ddb983bf6a302f6ccd4fa89c409b3f6b96) AuthConfig (296ad5536aa2937d0e51304b5eab89401de6779f8da935033ab298befbaea906) AuthConfig (776f4684f1f7053f991eaa4509a193326f7a1ce468ad851dacb14d3fe9f04349) AuthConfig (1fb79a84a6b1f31cbc2abd4d61149ab6031b4a8726e21dfc8e0ba9ca699909c6) AuthConfig (953037fabd6744d6cd64343895b9e4f807d9859a06366656bf1a89e67c2137aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"b9f7aebb-a054-4b73-ad1d-d0a7ac9565c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:56:55.590720724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"28a13d1c-9b83-47a3-853f-4add04aabd60","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:02.910714124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"6e0aaf05-da8b-471f-9f0a-78ccbd8f4ced","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.012312803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"12ae2112-93f3-4606-b3e9-5cc67775bef2","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.070968871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"329abb30-6515-4d09-b9ea-c33ef81938bb","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.120064863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"7f24e741-6f4e-4550-ba6d-a67dab17052e","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:03.125972696Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f73b9f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.17964317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"f5a9f38a-d0c8-4ffd-a3c4-644cc1afc1a1","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.186623379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"72779701-1ac4-4780-8860-9bc70cb2d799","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.287700805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"31d80351-4dfb-4147-b594-116ebf4d8f06","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.348218844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"58869d20-2b82-438b-92a9-df0558fccfd9","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.410796755Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"4ad9adef-d101-485a-a04d-9311a5429136","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"simulator-w3-f73b9f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f73b9f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.453698703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"5fdfbec2-2f84-4dec-a873-bd010143b869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.563574303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"81195104-0bad-4808-82dc-993cc4556143","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.585945678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"15c0d2b8-1554-4973-b0e4-576d0902f5a2","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.587004231Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"5fdfbec2-2f84-4dec-a873-bd010143b869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.607545149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"9f1ed5a3-e9ca-4144-8b1e-cff6b76ae3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:03.619054681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f73b9f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.645479627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"5fdfbec2-2f84-4dec-a873-bd010143b869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.667038284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"9f1ed5a3-e9ca-4144-8b1e-cff6b76ae3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.672952815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"a34fd310-fa3b-43a1-9249-e6dc4892c599","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:03.674715465Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f73b9f/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.705087059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"146107aa-37f8-469a-9c49-a2bb04ae8ae4","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.725507857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0736f791139031b85390dc49a47d52d4e7dbc92c5cd8c5537f1be16af7cb4db9) AuthConfig (bcd11cc75ef7b4fe65b31f30fbeda7111ef2a3b6f64335c0c78093849002b5e8) AuthConfig (dec44992155d1c4989e633725dc7c3f078512e5e9d10f3d6d47348efd04e24a6) AuthConfig (7efbe8796ea2c95fbe0d4a0eb88a14300c321526ad70c16b74b9cd9acf99f9d4) AuthConfig (094cdec998eace28053a2763f502a6ad0d8107c93b07568906db4a1bf7dafe6d) AuthConfig (c9f6948918407b757dbfbf9b92971a96213d9f8201579a839bd95fb764089935) AuthConfig (ba25f5d74de1c03118c9252d35ed64adac393e1d890e63b37fde7d960a2196d0) AuthConfig (b8c842ccb986e74e6b89318bf917e9a542461e828d5fb02cba6a0ab43c6a17e1) AuthConfig (5948924f48621aac39562fb0f928b7dd2c92cc9b8d601797896ad3c303b4afc5) AuthConfig (66d076fd067241e64ff46553836c2ef1e57f2db0486439e9b846468d98903079) AuthConfig (37126a59f594d00a1a9e86d3b0d7b38fef2c87a2fa3010d33fd69dd2f4fc4899) AuthConfig (3b8d4968d4f77b4bee867a5dae8ce375b6ea86c361285253e0ef99fed7a15d08) AuthConfig (0bd2629131a6062d82d2983923870afbef6eb7fe8f59d51e6b6c94d1eddb416b) AuthConfig (1c76d2590df802d85a3b0fc65daf70cabdfc353c6c53ec09dba94b0ae7849951) AuthConfig (757caa39d63d45b5980ac5f8ecab3a6ecdb7242a08de5428b8ed8cdcef6b6ca9) AuthConfig (58c10d507ad08abe913d3830c50ebac5423bd53ba36adc58c453b3e129aa8bac) AuthConfig (9a228ecf3d341b2226233672a8363006cbc590d40c57fae9c261467ac90890f2) AuthConfig (58b6b000db969c518e83357a85add0b8f30de9ad3453b3dffd849f23c40e4fca) AuthConfig (9ebb0140ca817cb705c3e34aa3b1a91793372c4b15690ff8516f1ddb5d07a7d9) AuthConfig (2635df7ee3e1246152faacfdcd7d789d7d3403d7a0a19ed79853d09b0a0e091b) AuthConfig (407abed106c8a54cadab0d77a017db5bdc5067131c5a52a18c74be4c78f22186) AuthConfig (7553113cd2ccddbbfc10efee74bc6d4fc484d671dd72cb212381a52a397c8082) AuthConfig (40a33a2dc4e1a034d97911d803e0d04c2d62f26ee8a3daee257d5fb6cd030c8f) AuthConfig (55cbd94ff0ce3f5e5b392c8b0bec8b8fc78c49ed3936097ed7c96934ed0bb3c6) AuthConfig (3a1924fce20a7eacd42b04419e407a2057e769ab8519da75e78e073679aeed5d) AuthConfig (6ab142b2ec218df1759f05f1813842ddb983bf6a302f6ccd4fa89c409b3f6b96) AuthConfig (296ad5536aa2937d0e51304b5eab89401de6779f8da935033ab298befbaea906) AuthConfig (776f4684f1f7053f991eaa4509a193326f7a1ce468ad851dacb14d3fe9f04349) AuthConfig (1fb79a84a6b1f31cbc2abd4d61149ab6031b4a8726e21dfc8e0ba9ca699909c6) AuthConfig (953037fabd6744d6cd64343895b9e4f807d9859a06366656bf1a89e67c2137aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"9f1ed5a3-e9ca-4144-8b1e-cff6b76ae3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.730725881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"6739816f-bbdb-46c1-aee9-6873e23664f6","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.781054988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d8cc9563-c489-4cb2-a1b6-24933d69d3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.806099845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"37a3c6d1-1f4f-4e0c-86e8-783cd2f0b35a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.825530951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"902b9e4b-fd0b-45de-ac43-acfe3e6c82b0","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.828985078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"95456310-eb99-49f3-892a-56755da323b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.840869814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d8cc9563-c489-4cb2-a1b6-24933d69d3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.888538883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"4935b82f-ef76-49d6-8443-0598c74cebd1","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.890383636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"95456310-eb99-49f3-892a-56755da323b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.899111595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-162191-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0736f791139031b85390dc49a47d52d4e7dbc92c5cd8c5537f1be16af7cb4db9) AuthConfig (bcd11cc75ef7b4fe65b31f30fbeda7111ef2a3b6f64335c0c78093849002b5e8) AuthConfig (dec44992155d1c4989e633725dc7c3f078512e5e9d10f3d6d47348efd04e24a6) AuthConfig (7efbe8796ea2c95fbe0d4a0eb88a14300c321526ad70c16b74b9cd9acf99f9d4) AuthConfig (094cdec998eace28053a2763f502a6ad0d8107c93b07568906db4a1bf7dafe6d) AuthConfig (c9f6948918407b757dbfbf9b92971a96213d9f8201579a839bd95fb764089935) AuthConfig (ba25f5d74de1c03118c9252d35ed64adac393e1d890e63b37fde7d960a2196d0) AuthConfig (b8c842ccb986e74e6b89318bf917e9a542461e828d5fb02cba6a0ab43c6a17e1) AuthConfig (5948924f48621aac39562fb0f928b7dd2c92cc9b8d601797896ad3c303b4afc5) AuthConfig (66d076fd067241e64ff46553836c2ef1e57f2db0486439e9b846468d98903079) AuthConfig (37126a59f594d00a1a9e86d3b0d7b38fef2c87a2fa3010d33fd69dd2f4fc4899) AuthConfig (3b8d4968d4f77b4bee867a5dae8ce375b6ea86c361285253e0ef99fed7a15d08) AuthConfig (0bd2629131a6062d82d2983923870afbef6eb7fe8f59d51e6b6c94d1eddb416b) AuthConfig (1c76d2590df802d85a3b0fc65daf70cabdfc353c6c53ec09dba94b0ae7849951) AuthConfig (757caa39d63d45b5980ac5f8ecab3a6ecdb7242a08de5428b8ed8cdcef6b6ca9) AuthConfig (58c10d507ad08abe913d3830c50ebac5423bd53ba36adc58c453b3e129aa8bac) AuthConfig (9a228ecf3d341b2226233672a8363006cbc590d40c57fae9c261467ac90890f2) AuthConfig (58b6b000db969c518e83357a85add0b8f30de9ad3453b3dffd849f23c40e4fca) AuthConfig (9ebb0140ca817cb705c3e34aa3b1a91793372c4b15690ff8516f1ddb5d07a7d9) AuthConfig (2635df7ee3e1246152faacfdcd7d789d7d3403d7a0a19ed79853d09b0a0e091b) AuthConfig (407abed106c8a54cadab0d77a017db5bdc5067131c5a52a18c74be4c78f22186) AuthConfig (7553113cd2ccddbbfc10efee74bc6d4fc484d671dd72cb212381a52a397c8082) AuthConfig (40a33a2dc4e1a034d97911d803e0d04c2d62f26ee8a3daee257d5fb6cd030c8f) AuthConfig (55cbd94ff0ce3f5e5b392c8b0bec8b8fc78c49ed3936097ed7c96934ed0bb3c6) AuthConfig (3a1924fce20a7eacd42b04419e407a2057e769ab8519da75e78e073679aeed5d) AuthConfig (6ab142b2ec218df1759f05f1813842ddb983bf6a302f6ccd4fa89c409b3f6b96) AuthConfig (296ad5536aa2937d0e51304b5eab89401de6779f8da935033ab298befbaea906) AuthConfig (776f4684f1f7053f991eaa4509a193326f7a1ce468ad851dacb14d3fe9f04349) AuthConfig (1fb79a84a6b1f31cbc2abd4d61149ab6031b4a8726e21dfc8e0ba9ca699909c6) AuthConfig (953037fabd6744d6cd64343895b9e4f807d9859a06366656bf1a89e67c2137aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d8cc9563-c489-4cb2-a1b6-24933d69d3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.948606382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"95456310-eb99-49f3-892a-56755da323b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:03.95292302Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"2385b9ab-ae12-405c-beaf-d9bc6c479e06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"premium-w3-f73b9f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f73b9f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.047906352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"6e4cff17-248d-4f56-9bc3-c97bbed40f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.107717267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"6e4cff17-248d-4f56-9bc3-c97bbed40f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.124564094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"6d3c517f-42e4-4c9d-bb5a-1b2913a0d4b2","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.148376991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"5859c783-208c-41c9-9538-c5523fe824e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.165810823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"6e4cff17-248d-4f56-9bc3-c97bbed40f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.207970784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"5859c783-208c-41c9-9538-c5523fe824e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.223627093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"c11e3885-bf96-4331-b9d9-f3a1d76520f4","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.266136648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"5859c783-208c-41c9-9538-c5523fe824e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.343439498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"183017f7-2d36-4a2e-bcfe-af0b70c9e99f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.386313036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ca8fab55-eb94-4d92-91de-4e6daac7fdae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.445856784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ca8fab55-eb94-4d92-91de-4e6daac7fdae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:04.503819251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ca8fab55-eb94-4d92-91de-4e6daac7fdae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:06.067370418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"c107bfa6-6983-4f09-ae38-fee2f12a0e3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:06.250248188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"e75da796-7b92-4726-9cb5-7e5f71ec0a97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:06.353885637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52cc974d-6f87-4d6b-bd29-15cfdc391829","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:06.455936085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5dcebfff-f1d0-45aa-b15c-7404afc268cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:06.565374213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"49782dfd-8fe6-4f28-9bca-4d07d5fd731d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:06.679267725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"adde0a53-e071-4d29-98d3-4aede6121426","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:09.931124285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"4c65d526-6ea0-4824-a5af-1b9d5da9edad","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.037530531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"0b4010c9-0d2a-495d-a985-4a6154764664","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.097457115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"ae9ebc11-e3ef-4dfe-9df3-8bc81ff7c1dc","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.143577158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"4b0b5d7b-b0c6-455d-8b7f-34d4d79343c4","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.162217332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"bc87132a-19e7-4316-a6dc-a9e72ddbd7b9","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.20292752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"8252b1c3-fbf6-4b7b-9ff0-c9177fc42044","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:10.220744797Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-865066/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.305826616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"804b8bba-3063-441d-a5b3-c2f73b1cc738","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.369694845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"dcaaacc3-c81f-489b-b142-3145976e3177","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.424997397Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"7ea5e975-ace8-4a68-b3c8-cbd1cccca47a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"simulator-w2-865066","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-865066/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:10.42544521Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"dcaaacc3-c81f-489b-b142-3145976e3177","name":"simulator-w2-865066","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-865066\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:10.425502371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"dcaaacc3-c81f-489b-b142-3145976e3177","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-865066\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.430799889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"cbc2fb56-d62a-4608-a943-87a945d41e25","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.478772926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"e7b9bba8-da28-442b-8511-05e30091594c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.587897403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"3a974e8d-4abe-45a9-a9f4-951d9188e24c","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.595797449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"96baf66e-4f70-4698-a980-2ef09584bdda","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.610938651Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"e7b9bba8-da28-442b-8511-05e30091594c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:10.64335788Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-865066/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.668858747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"e7b9bba8-da28-442b-8511-05e30091594c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.693920098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"1d937cdf-a755-4a50-949f-fd4163b6ec66","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:10.70496571Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-865066/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.728453917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3484a17d-623d-46a5-a943-2779dd2dbbd7","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.751248828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"73b41818-1668-42dc-8bd9-150dcb6da4d0","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.815009839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"6d4bbdc8-c4ab-4d87-ab3e-2eab6dda22b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.837298618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"a463a7e6-3517-4d8f-aa29-0d081779d5f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.854008301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"3f82e297-750e-40d6-91b0-b9d5faef2672","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.8977306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"a463a7e6-3517-4d8f-aa29-0d081779d5f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.914442327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"660f49b5-6151-4743-b74f-bba4fe2c0feb","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.957222242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"a463a7e6-3517-4d8f-aa29-0d081779d5f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:10.970774962Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"660f49b5-6151-4743-b74f-bba4fe2c0feb","name":"premium-w2-865066","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-865066\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:10.970848433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"660f49b5-6151-4743-b74f-bba4fe2c0feb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-865066\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.971185296Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"8b9819e4-a67c-46b7-a241-482d1ec0c471","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"premium-w2-865066","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-865066/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:10.976439371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"30e69cbd-23a1-450b-b69d-0a8f8b1e7c61","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.075010367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"4d9476fd-8a9a-4ac4-9327-9748ddbf550b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.134387183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"4d9476fd-8a9a-4ac4-9327-9748ddbf550b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.142280358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"eb1f6caf-1c8e-4214-94ac-d3d83c808b1d","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.174721289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"e1bbf010-cf93-4648-a735-939b634fd6af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.193335667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"4d9476fd-8a9a-4ac4-9327-9748ddbf550b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.233628759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"e1bbf010-cf93-4648-a735-939b634fd6af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.256386078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"d6145105-ae60-48c9-9194-1f499559d2f8","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.291411077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"e1bbf010-cf93-4648-a735-939b634fd6af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.36488853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"041d32f7-68bf-4b01-9208-6d796f6c1dc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.437027006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"39dba70b-5878-4642-b634-d5ee650e6cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.496335886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"39dba70b-5878-4642-b634-d5ee650e6cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.611277317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"39dba70b-5878-4642-b634-d5ee650e6cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.779879577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"9d652e9c-6408-4fb7-8089-a7debbed233e","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:11.846987307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"a7486357-aac4-47e7-abf7-fbe65c4c86b1","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:13.888470281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"e883e8b6-ec8f-4923-86b8-7ca1f3061ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:13.948975457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"e883e8b6-ec8f-4923-86b8-7ca1f3061ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:14.061377183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"bb23ce63-6e20-4136-bc6e-3088ccc891e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:14.12062229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"bb23ce63-6e20-4136-bc6e-3088ccc891e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:14.228594591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"6ae3b807-a207-40ef-a9b7-920b9172b658","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:14.261501194Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:14.431701863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"61604781-b3c0-42b0-9d4b-a8946b8a5add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:14.447742076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"6750c20c-c56b-4a11-a1f5-ddcdc0661618","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:14.491609796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"61604781-b3c0-42b0-9d4b-a8946b8a5add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:14.550541472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"61604781-b3c0-42b0-9d4b-a8946b8a5add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:14.667551812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"1897617f-6645-4e88-843b-238cce373de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:14.729843685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"1897617f-6645-4e88-843b-238cce373de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:14.789057313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"1897617f-6645-4e88-843b-238cce373de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.224901239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"ed690e14-00cc-4c42-9ab2-63d0b08fa1ad","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.283576611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"382ea3f5-b730-4bd1-a283-d75b69c3cfc3","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.446563383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"ceaab5ca-57c7-4e7e-b77d-5f60b02923f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.452490215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689-auth","reconcileID":"be759307-254d-40bf-a822-a404226d63c8","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.453687038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"d421e9dc-4ad4-42f1-8703-4a7a3e0f96c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.499132737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"a8f1049a-1f96-4689-900e-e0abd00275f8","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.511927715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689-auth","reconcileID":"be759307-254d-40bf-a822-a404226d63c8","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.512987005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"d421e9dc-4ad4-42f1-8703-4a7a3e0f96c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.555375614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17180f37-45c7-4110-b629-a52c4aa7da0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.55843935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"6fb66e20-8e54-4a8a-8a0b-ad7ff06d845d","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:21.619061371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8ea01689","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689","reconcileID":"4f427e56-8932-4193-a33f-e2b157a560b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-8ea01689\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.622117084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"9ff5fe4b-c1ca-4c13-9fb4-a100187e3c26","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.623415851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"7eb41797-79ff-4a18-91d1-89b6750d1904","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.624642312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2aa32e9e21f170890bc0bc58cbfc35c201fae94dbac4234359782c8a824d9fd) AuthConfig (5e6b39cbed369b54a54bc1a6dd2fafb4d0dbcebab38dc2c07b7841dfc83bf5da) AuthConfig (e100d38d4f2c02f715b5e000030daa3050da5e6abca4c5a59167d4a55778da72) AuthConfig (8f0f584c8a8b7a7fa5d11ac60e99216088bcfbc29fee248d6cec5e8de2564afc) AuthConfig (20b778c0b9bbaeda90d8ee347db3738e2032ec4c477e7334f1077d0e226f9c4a) AuthConfig (0d486c90af85878094a5098aa614aad7d4fec79602ebda217744c4834be055c5) AuthConfig (4ba1f655b3f402eaee2d5e88e2dd59c7160bd5f47f50eb63bdcef53479ee5abd) AuthConfig (7367e1446d6b096282bec49805724d29114ac890b7786177df482e454854c235) AuthConfig (072c545a6a510fd5f190892a0b03ad1485cdd439a2d826141e81ed33ef281fa4) AuthConfig (c3dad95dced54b6e26a31adc4efe9ac6f5c2fd6bd3b227a384a254570b584142) AuthConfig (c397202b5b1c7312501d3a80fe692d9f29c94cb6632db10bd9d6e50a8f080f88) AuthConfig (03c9597f551266254854c4e58048b3b5275f7d4b664743c513c00840a1b0d079) AuthConfig (7bd6bf093df3ddefa7de9934944216116dae2ad10e6c4acb98196e0ee3f17505) AuthConfig (82b6c7ff0dff08dab22459e3183b49cc7798606ccfd801f8a418d46adf25f223) AuthConfig (1b706dc524f2c02f164890b6ed16274d61b531c36fdec72c5f86b3b655f2eba1) AuthConfig (599845039b048f2e221630573e148613d06b7f265c3c7fd2a30abe84f0aaccb1) AuthConfig (4935b6d8ffa87f772af74e4438aa8739ad6f621670811b8f81319a5e28fe10f0) AuthConfig (55831726921128707c728541fb4cdf7c605aa9cef80505a294230e8548f2d973) AuthConfig (2a6cde6d419b688199940739a458f48054563b5601d92dbf48cd60dcbfa87317) AuthConfig (c968b186684d6805a8bec40f4f144df12443741983680a0d9b75378cde9ee063) AuthConfig (e7e3807c165f4f9b0b7dda575ed1bbbff5558c204b2e8d047387278fea43b458) AuthConfig (c1ccfaf978c1ce5ec2875ad8c65bd29afd89b4f1cd8e3ffd2d8c04c660d36629) AuthConfig (c9d6f688be06a27b138168ad7893411af42e6f2f4a69a6b8e79efb0e239411dd) AuthConfig (00c0bc9a8799dbeb2d4a0e2ab252b7406c548d239291e011dd4515b77cdcdbc9) AuthConfig (eee8fb9fece26c522435685af2f9a6acda498fd93bfa4ef076c0700d84945a06) AuthConfig (29dafba88e8a91ff2bf1d3a9d1012e625e58a959f3609d5186a55753867914ef) AuthConfig (647cc1b1327c77757079de890654457251a436e59626e9a842b9ab62b491f49b) AuthConfig (dc6a94866cf3408fcd579762cf5264e7adb9c4eb60b33166fc15081fc3c48049) AuthConfig (c0b78fb2510d1c2ada30a3d9a6ec3c984d11b371ce113017cb2ad8b8def1d3a4) AuthConfig (42304c85bf5e1a75ea0d21147dc403b4cd2c7f4ca2c1000c4efecb202dae6cc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"d421e9dc-4ad4-42f1-8703-4a7a3e0f96c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.673151363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"aab79612-7020-4296-9e6f-2a9603b3a167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.673148817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"95ce1f22-ca03-4a44-9cb2-558cc90666c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.673903721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26fa2750-bdb2-48ab-ad55-9387eb9d2e06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.683406948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"eec735ea-c25c-4e53-9939-82f7f7a2f49c","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.685775922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"2a934626-6452-464a-b436-e952deae03f2","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.733191524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"a15d7a56-e891-45c6-92cf-d4498b76aa88","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.735956381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"aab79612-7020-4296-9e6f-2a9603b3a167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.736071312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"95ce1f22-ca03-4a44-9cb2-558cc90666c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.783605143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"7e1a5e4b-6781-485b-956a-cdbd332ec2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.785809188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"843cf05d-4600-417a-9d8f-ba7617c03667","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.795683147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"6d999436-3db2-47ff-bf37-c3e8cfc5e631","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.843371427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"7e1a5e4b-6781-485b-956a-cdbd332ec2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.857432935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"59c1660d-d2ff-4ae0-88ec-84a92c3ee778","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.891547241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"542f1593-0905-4536-86d2-28a8cf2e62be","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.903829587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2aa32e9e21f170890bc0bc58cbfc35c201fae94dbac4234359782c8a824d9fd) AuthConfig (5e6b39cbed369b54a54bc1a6dd2fafb4d0dbcebab38dc2c07b7841dfc83bf5da) AuthConfig (e100d38d4f2c02f715b5e000030daa3050da5e6abca4c5a59167d4a55778da72) AuthConfig (8f0f584c8a8b7a7fa5d11ac60e99216088bcfbc29fee248d6cec5e8de2564afc) AuthConfig (20b778c0b9bbaeda90d8ee347db3738e2032ec4c477e7334f1077d0e226f9c4a) AuthConfig (0d486c90af85878094a5098aa614aad7d4fec79602ebda217744c4834be055c5) AuthConfig (4ba1f655b3f402eaee2d5e88e2dd59c7160bd5f47f50eb63bdcef53479ee5abd) AuthConfig (7367e1446d6b096282bec49805724d29114ac890b7786177df482e454854c235) AuthConfig (072c545a6a510fd5f190892a0b03ad1485cdd439a2d826141e81ed33ef281fa4) AuthConfig (c3dad95dced54b6e26a31adc4efe9ac6f5c2fd6bd3b227a384a254570b584142) AuthConfig (c397202b5b1c7312501d3a80fe692d9f29c94cb6632db10bd9d6e50a8f080f88) AuthConfig (03c9597f551266254854c4e58048b3b5275f7d4b664743c513c00840a1b0d079) AuthConfig (7bd6bf093df3ddefa7de9934944216116dae2ad10e6c4acb98196e0ee3f17505) AuthConfig (82b6c7ff0dff08dab22459e3183b49cc7798606ccfd801f8a418d46adf25f223) AuthConfig (1b706dc524f2c02f164890b6ed16274d61b531c36fdec72c5f86b3b655f2eba1) AuthConfig (599845039b048f2e221630573e148613d06b7f265c3c7fd2a30abe84f0aaccb1) AuthConfig (4935b6d8ffa87f772af74e4438aa8739ad6f621670811b8f81319a5e28fe10f0) AuthConfig (55831726921128707c728541fb4cdf7c605aa9cef80505a294230e8548f2d973) AuthConfig (2a6cde6d419b688199940739a458f48054563b5601d92dbf48cd60dcbfa87317) AuthConfig (c968b186684d6805a8bec40f4f144df12443741983680a0d9b75378cde9ee063) AuthConfig (e7e3807c165f4f9b0b7dda575ed1bbbff5558c204b2e8d047387278fea43b458) AuthConfig (c1ccfaf978c1ce5ec2875ad8c65bd29afd89b4f1cd8e3ffd2d8c04c660d36629) AuthConfig (c9d6f688be06a27b138168ad7893411af42e6f2f4a69a6b8e79efb0e239411dd) AuthConfig (00c0bc9a8799dbeb2d4a0e2ab252b7406c548d239291e011dd4515b77cdcdbc9) AuthConfig (eee8fb9fece26c522435685af2f9a6acda498fd93bfa4ef076c0700d84945a06) AuthConfig (29dafba88e8a91ff2bf1d3a9d1012e625e58a959f3609d5186a55753867914ef) AuthConfig (647cc1b1327c77757079de890654457251a436e59626e9a842b9ab62b491f49b) AuthConfig (dc6a94866cf3408fcd579762cf5264e7adb9c4eb60b33166fc15081fc3c48049) AuthConfig (c0b78fb2510d1c2ada30a3d9a6ec3c984d11b371ce113017cb2ad8b8def1d3a4) AuthConfig (42304c85bf5e1a75ea0d21147dc403b4cd2c7f4ca2c1000c4efecb202dae6cc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"7e1a5e4b-6781-485b-956a-cdbd332ec2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.959413437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"1cba173c-00e7-4449-9daf-843f788785a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:21.963801561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"125605fc-62c6-44fb-bdf5-3e5930e90c25","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.028881853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"5f2ed0d8-6d05-4849-96f8-27b4c5e594f0","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.053606394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689-auth","reconcileID":"26206202-466d-44a8-a2a2-f48c17144118","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.103427241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"8cfae413-2d9f-40b7-ab9b-bf0115ff76c8","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.112677524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689-auth","reconcileID":"26206202-466d-44a8-a2a2-f48c17144118","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.118333882Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"915b3a20-fcb0-4a1f-b4d6-1d6794f1da50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-162191/e2e-combo-sub-8ea01689","ai-tenant-e2e-worker-w0-162191/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.133474487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"9cb378c4-7f55-4c5b-b9d2-a649e8d5f21f","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.154457269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"f97e50d4-b43a-48b7-8070-84beef29e449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.154452838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"9b6efdb7-ea15-42cf-8615-115bbd78edb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.158789582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"2778874d-bb7a-4e16-b933-dca11cb159bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.16508792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"2f87ab6d-e498-41d3-89d0-c7570ba29e8d","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.185912666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8ea01689","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689","reconcileID":"9b8b1ac9-b2f4-4f73-bad9-a5da1a54f2e3","MaaSSubscription":{"name":"e2e-combo-sub-8ea01689","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.21403874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"f97e50d4-b43a-48b7-8070-84beef29e449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.214274636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"9b6efdb7-ea15-42cf-8615-115bbd78edb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.259395371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"8d02324b-3a78-43e8-8d48-b6cb4ad0fb48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.331993616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8-auth","reconcileID":"b4e57cf3-e266-4ebb-babc-b3238c54a882","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.34343657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"c346495d-c16e-4aa2-be82-8e55f881b54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.360147236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"38d89e85-9d19-4979-9bc0-60ab159909e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.374512309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"72c653b2-d74e-43e0-8a0c-388e41a7958c","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.39224742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8-auth","reconcileID":"b4e57cf3-e266-4ebb-babc-b3238c54a882","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.393038964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"5b218bac-a38d-4f17-92a0-c70ce4f107bd","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.395883473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"8f1de0ec-e241-45db-a13a-5be344061f27","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.405476425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"c346495d-c16e-4aa2-be82-8e55f881b54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:22.430529822Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-162191/e2e-combo-sub-8ea01689","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-8ea01689\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.460808077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"4822d1fd-05e1-4874-9d3b-8beef2775d08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.464584652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2aa32e9e21f170890bc0bc58cbfc35c201fae94dbac4234359782c8a824d9fd) AuthConfig (5e6b39cbed369b54a54bc1a6dd2fafb4d0dbcebab38dc2c07b7841dfc83bf5da) AuthConfig (e100d38d4f2c02f715b5e000030daa3050da5e6abca4c5a59167d4a55778da72) AuthConfig (8f0f584c8a8b7a7fa5d11ac60e99216088bcfbc29fee248d6cec5e8de2564afc) AuthConfig (20b778c0b9bbaeda90d8ee347db3738e2032ec4c477e7334f1077d0e226f9c4a) AuthConfig (0d486c90af85878094a5098aa614aad7d4fec79602ebda217744c4834be055c5) AuthConfig (4ba1f655b3f402eaee2d5e88e2dd59c7160bd5f47f50eb63bdcef53479ee5abd) AuthConfig (7367e1446d6b096282bec49805724d29114ac890b7786177df482e454854c235) AuthConfig (072c545a6a510fd5f190892a0b03ad1485cdd439a2d826141e81ed33ef281fa4) AuthConfig (c3dad95dced54b6e26a31adc4efe9ac6f5c2fd6bd3b227a384a254570b584142) AuthConfig (c397202b5b1c7312501d3a80fe692d9f29c94cb6632db10bd9d6e50a8f080f88) AuthConfig (03c9597f551266254854c4e58048b3b5275f7d4b664743c513c00840a1b0d079) AuthConfig (7bd6bf093df3ddefa7de9934944216116dae2ad10e6c4acb98196e0ee3f17505) AuthConfig (82b6c7ff0dff08dab22459e3183b49cc7798606ccfd801f8a418d46adf25f223) AuthConfig (1b706dc524f2c02f164890b6ed16274d61b531c36fdec72c5f86b3b655f2eba1) AuthConfig (599845039b048f2e221630573e148613d06b7f265c3c7fd2a30abe84f0aaccb1) AuthConfig (4935b6d8ffa87f772af74e4438aa8739ad6f621670811b8f81319a5e28fe10f0) AuthConfig (55831726921128707c728541fb4cdf7c605aa9cef80505a294230e8548f2d973) AuthConfig (2a6cde6d419b688199940739a458f48054563b5601d92dbf48cd60dcbfa87317) AuthConfig (c968b186684d6805a8bec40f4f144df12443741983680a0d9b75378cde9ee063) AuthConfig (e7e3807c165f4f9b0b7dda575ed1bbbff5558c204b2e8d047387278fea43b458) AuthConfig (c1ccfaf978c1ce5ec2875ad8c65bd29afd89b4f1cd8e3ffd2d8c04c660d36629) AuthConfig (c9d6f688be06a27b138168ad7893411af42e6f2f4a69a6b8e79efb0e239411dd) AuthConfig (00c0bc9a8799dbeb2d4a0e2ab252b7406c548d239291e011dd4515b77cdcdbc9) AuthConfig (eee8fb9fece26c522435685af2f9a6acda498fd93bfa4ef076c0700d84945a06) AuthConfig (29dafba88e8a91ff2bf1d3a9d1012e625e58a959f3609d5186a55753867914ef) AuthConfig (647cc1b1327c77757079de890654457251a436e59626e9a842b9ab62b491f49b) AuthConfig (dc6a94866cf3408fcd579762cf5264e7adb9c4eb60b33166fc15081fc3c48049) AuthConfig (c0b78fb2510d1c2ada30a3d9a6ec3c984d11b371ce113017cb2ad8b8def1d3a4) AuthConfig (42304c85bf5e1a75ea0d21147dc403b4cd2c7f4ca2c1000c4efecb202dae6cc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"c346495d-c16e-4aa2-be82-8e55f881b54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.483061085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"09c30dd9-b379-4bfb-a56d-2ba28d621109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.488201845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"34989888-c7df-487d-b821-d6bba7b2ade4","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:22.501121511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-82179ba8","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8","reconcileID":"b9ba48e1-8005-462f-b81d-5a6e1e8cfb2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-82179ba8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.544856157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"09c30dd9-b379-4bfb-a56d-2ba28d621109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.583509154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0639f8a0-4de0-4e94-978e-8d507656fc3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.58357075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"f82f30a8-732d-49f1-a2de-ab08f981d587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.603634806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2aa32e9e21f170890bc0bc58cbfc35c201fae94dbac4234359782c8a824d9fd) AuthConfig (5e6b39cbed369b54a54bc1a6dd2fafb4d0dbcebab38dc2c07b7841dfc83bf5da) AuthConfig (e100d38d4f2c02f715b5e000030daa3050da5e6abca4c5a59167d4a55778da72) AuthConfig (8f0f584c8a8b7a7fa5d11ac60e99216088bcfbc29fee248d6cec5e8de2564afc) AuthConfig (20b778c0b9bbaeda90d8ee347db3738e2032ec4c477e7334f1077d0e226f9c4a) AuthConfig (0d486c90af85878094a5098aa614aad7d4fec79602ebda217744c4834be055c5) AuthConfig (4ba1f655b3f402eaee2d5e88e2dd59c7160bd5f47f50eb63bdcef53479ee5abd) AuthConfig (7367e1446d6b096282bec49805724d29114ac890b7786177df482e454854c235) AuthConfig (072c545a6a510fd5f190892a0b03ad1485cdd439a2d826141e81ed33ef281fa4) AuthConfig (c3dad95dced54b6e26a31adc4efe9ac6f5c2fd6bd3b227a384a254570b584142) AuthConfig (c397202b5b1c7312501d3a80fe692d9f29c94cb6632db10bd9d6e50a8f080f88) AuthConfig (03c9597f551266254854c4e58048b3b5275f7d4b664743c513c00840a1b0d079) AuthConfig (7bd6bf093df3ddefa7de9934944216116dae2ad10e6c4acb98196e0ee3f17505) AuthConfig (82b6c7ff0dff08dab22459e3183b49cc7798606ccfd801f8a418d46adf25f223) AuthConfig (1b706dc524f2c02f164890b6ed16274d61b531c36fdec72c5f86b3b655f2eba1) AuthConfig (599845039b048f2e221630573e148613d06b7f265c3c7fd2a30abe84f0aaccb1) AuthConfig (4935b6d8ffa87f772af74e4438aa8739ad6f621670811b8f81319a5e28fe10f0) AuthConfig (55831726921128707c728541fb4cdf7c605aa9cef80505a294230e8548f2d973) AuthConfig (2a6cde6d419b688199940739a458f48054563b5601d92dbf48cd60dcbfa87317) AuthConfig (c968b186684d6805a8bec40f4f144df12443741983680a0d9b75378cde9ee063) AuthConfig (e7e3807c165f4f9b0b7dda575ed1bbbff5558c204b2e8d047387278fea43b458) AuthConfig (c1ccfaf978c1ce5ec2875ad8c65bd29afd89b4f1cd8e3ffd2d8c04c660d36629) AuthConfig (c9d6f688be06a27b138168ad7893411af42e6f2f4a69a6b8e79efb0e239411dd) AuthConfig (00c0bc9a8799dbeb2d4a0e2ab252b7406c548d239291e011dd4515b77cdcdbc9) AuthConfig (eee8fb9fece26c522435685af2f9a6acda498fd93bfa4ef076c0700d84945a06) AuthConfig (29dafba88e8a91ff2bf1d3a9d1012e625e58a959f3609d5186a55753867914ef) AuthConfig (647cc1b1327c77757079de890654457251a436e59626e9a842b9ab62b491f49b) AuthConfig (dc6a94866cf3408fcd579762cf5264e7adb9c4eb60b33166fc15081fc3c48049) AuthConfig (c0b78fb2510d1c2ada30a3d9a6ec3c984d11b371ce113017cb2ad8b8def1d3a4) AuthConfig (42304c85bf5e1a75ea0d21147dc403b4cd2c7f4ca2c1000c4efecb202dae6cc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"09c30dd9-b379-4bfb-a56d-2ba28d621109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.613086747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"28f2876c-8228-426b-8e5d-9034834346de","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.614731065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8ea01689","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689","reconcileID":"e9662dee-e0db-4c9b-9745-ed266f8966c4","MaaSSubscription":{"name":"e2e-combo-sub-8ea01689","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.643718996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"f82f30a8-732d-49f1-a2de-ab08f981d587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.644605179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0639f8a0-4de0-4e94-978e-8d507656fc3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.673017832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"9279fe14-61fe-4716-875f-1a2f86dad6e1","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.685056169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"e6d59137-b810-4cf9-b8a4-dcc719c29c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.704943141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a15ed18958aa40ed6a9d4463667e516f9a995449a0c5c19b93666a91261b77a) AuthConfig (8733d8660da2f2c6af4e58c815962842c575cb50bf264ec553ae406884d3cb6c) AuthConfig (281752efb685330eccd0a1316f258ef528ace3a3b980ab8c15480312594e7456) AuthConfig (9db76a5b5c730dcf470ce0541fbb42c7b58793d84e1476b9784fe5a36e179b25) AuthConfig (1e84fa5e3bcad546862bfa61d7d0ba887baae4f57b755f0e6220cb415abaa5f6) AuthConfig (060c8e90e8c0c58ba1fc8d9ec068e4eebc0629e11349e4b574c73c5dc16a63cb) AuthConfig (1dbc1c2abe7361e6c94127dafbad225842f11ce40cfdd638955b36168a7ad40e) AuthConfig (282aff7b237fb8fa8637dd0ae29dabce42cd148036b60bb755e90cebd9c8e31d) AuthConfig (4c82d006df200355fe0bf6cc49652394e2fe9b557ce9217f21ae1f3ac3e310c9) AuthConfig (278a4e00680c0a5752c59ce6155b03440bd77fe281e5f1e65443cb9a2c1b36e4) AuthConfig (39121c64fb17ebd52ede94a013aa6c771304fc6dec53d0829ddc55ba61f50256) AuthConfig (267b812083861eb5f9f9aa760b7ccfb6b33d34e551d981ec84c9d046ab7a3d31) AuthConfig (89d61f080c0b2a2ae34675606a797c10104760f61b55166eefe1ebf9088d53d7) AuthConfig (24a4544318fa8cd4f7d19fcab5465b0ff5014e6d88afe542703f8c1f6260a818) AuthConfig (00d3a25485e3df42403c64f4e573fd10c2e0303a7bb41f2a26fdba25e7ca2cb7) AuthConfig (8f5af0f911ed49384c4066606788cd448fe9784a89291ee31d58a8b0b9788dca) AuthConfig (68a33cfbc1513ccaf6a9eb3ab6615e800a19416fca50cc252c1c1b0dc8173d70) AuthConfig (94d1a04e8d6c7a3228660c38454213a93eafc80cadd7985acff396e8e2a9d6aa) AuthConfig (35baf0f1c36fc08fe1cb8f0323de101ca49c03fe5a6bdefdad6f90b80a42a8ea) AuthConfig (9a38bc056a838632ef6d41c317036ba42e5b3e7018218e1e690ec04a37526c99) AuthConfig (79287a96f412aa9fb7e1353de7481664531db8b3682792e2eabb7486fa091a49) AuthConfig (c38a9b563f3e4d6fa5f3b0dab1027bf285e111fac6e64e4fdbd3f56b2fb637e1) AuthConfig (83a73033dd013d5104725fa2c7281e8c22df99d95083609466dc4d0462536c33) AuthConfig (271a10fdede2a4608ffcc569f1afb115b7eced8eb14a6619e22d560e5c946520) AuthConfig (3035fa59ae53e09aca6f5725206cab8976083b5c2d7e0241b7221aeae74ee0b3) AuthConfig (aef9fdb616a7046e3079f4f2e879ffd15ea156d8627895fca035925f0c248033) AuthConfig (88f0c1fe59f667337d06b70f49b2ce8a57162cd6f1fa5dcb6e4ce35373a4f166) AuthConfig (af33dcfa12e736f20de83136b4e423c45c5b3fe9fad4bb547c4cfaa8158b47a2) AuthConfig (0fe04c6927e199c1a919e2ba77e1e900f8690100749f0898d607708456123eb0) AuthConfig (b724b18752913f1ce5cbf1692f1cce60584c19ad2e31296f0a34a1c773433e55)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"f82f30a8-732d-49f1-a2de-ab08f981d587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.704965258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a15ed18958aa40ed6a9d4463667e516f9a995449a0c5c19b93666a91261b77a) AuthConfig (8733d8660da2f2c6af4e58c815962842c575cb50bf264ec553ae406884d3cb6c) AuthConfig (281752efb685330eccd0a1316f258ef528ace3a3b980ab8c15480312594e7456) AuthConfig (9db76a5b5c730dcf470ce0541fbb42c7b58793d84e1476b9784fe5a36e179b25) AuthConfig (1e84fa5e3bcad546862bfa61d7d0ba887baae4f57b755f0e6220cb415abaa5f6) AuthConfig (060c8e90e8c0c58ba1fc8d9ec068e4eebc0629e11349e4b574c73c5dc16a63cb) AuthConfig (1dbc1c2abe7361e6c94127dafbad225842f11ce40cfdd638955b36168a7ad40e) AuthConfig (282aff7b237fb8fa8637dd0ae29dabce42cd148036b60bb755e90cebd9c8e31d) AuthConfig (4c82d006df200355fe0bf6cc49652394e2fe9b557ce9217f21ae1f3ac3e310c9) AuthConfig (278a4e00680c0a5752c59ce6155b03440bd77fe281e5f1e65443cb9a2c1b36e4) AuthConfig (39121c64fb17ebd52ede94a013aa6c771304fc6dec53d0829ddc55ba61f50256) AuthConfig (267b812083861eb5f9f9aa760b7ccfb6b33d34e551d981ec84c9d046ab7a3d31) AuthConfig (89d61f080c0b2a2ae34675606a797c10104760f61b55166eefe1ebf9088d53d7) AuthConfig (24a4544318fa8cd4f7d19fcab5465b0ff5014e6d88afe542703f8c1f6260a818) AuthConfig (00d3a25485e3df42403c64f4e573fd10c2e0303a7bb41f2a26fdba25e7ca2cb7) AuthConfig (8f5af0f911ed49384c4066606788cd448fe9784a89291ee31d58a8b0b9788dca) AuthConfig (68a33cfbc1513ccaf6a9eb3ab6615e800a19416fca50cc252c1c1b0dc8173d70) AuthConfig (94d1a04e8d6c7a3228660c38454213a93eafc80cadd7985acff396e8e2a9d6aa) AuthConfig (35baf0f1c36fc08fe1cb8f0323de101ca49c03fe5a6bdefdad6f90b80a42a8ea) AuthConfig (9a38bc056a838632ef6d41c317036ba42e5b3e7018218e1e690ec04a37526c99) AuthConfig (79287a96f412aa9fb7e1353de7481664531db8b3682792e2eabb7486fa091a49) AuthConfig (c38a9b563f3e4d6fa5f3b0dab1027bf285e111fac6e64e4fdbd3f56b2fb637e1) AuthConfig (83a73033dd013d5104725fa2c7281e8c22df99d95083609466dc4d0462536c33) AuthConfig (271a10fdede2a4608ffcc569f1afb115b7eced8eb14a6619e22d560e5c946520) AuthConfig (3035fa59ae53e09aca6f5725206cab8976083b5c2d7e0241b7221aeae74ee0b3) AuthConfig (aef9fdb616a7046e3079f4f2e879ffd15ea156d8627895fca035925f0c248033) AuthConfig (88f0c1fe59f667337d06b70f49b2ce8a57162cd6f1fa5dcb6e4ce35373a4f166) AuthConfig (af33dcfa12e736f20de83136b4e423c45c5b3fe9fad4bb547c4cfaa8158b47a2) AuthConfig (0fe04c6927e199c1a919e2ba77e1e900f8690100749f0898d607708456123eb0) AuthConfig (b724b18752913f1ce5cbf1692f1cce60584c19ad2e31296f0a34a1c773433e55)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0639f8a0-4de0-4e94-978e-8d507656fc3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.718546161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"730b2b53-ef08-42ab-86ba-ee5d94c9ed14","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.74420617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"e6d59137-b810-4cf9-b8a4-dcc719c29c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.764690868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"5677a382-bd50-4018-b1ae-aa6dee5b048e","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.767435396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"978350bf-65c0-4070-9ce2-55eac57d1d0d","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.786051544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"13b095f6-7eb1-4ac1-8b59-8e5eced7f3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.805019211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2aa32e9e21f170890bc0bc58cbfc35c201fae94dbac4234359782c8a824d9fd) AuthConfig (5e6b39cbed369b54a54bc1a6dd2fafb4d0dbcebab38dc2c07b7841dfc83bf5da) AuthConfig (e100d38d4f2c02f715b5e000030daa3050da5e6abca4c5a59167d4a55778da72) AuthConfig (8f0f584c8a8b7a7fa5d11ac60e99216088bcfbc29fee248d6cec5e8de2564afc) AuthConfig (20b778c0b9bbaeda90d8ee347db3738e2032ec4c477e7334f1077d0e226f9c4a) AuthConfig (0d486c90af85878094a5098aa614aad7d4fec79602ebda217744c4834be055c5) AuthConfig (4ba1f655b3f402eaee2d5e88e2dd59c7160bd5f47f50eb63bdcef53479ee5abd) AuthConfig (7367e1446d6b096282bec49805724d29114ac890b7786177df482e454854c235) AuthConfig (072c545a6a510fd5f190892a0b03ad1485cdd439a2d826141e81ed33ef281fa4) AuthConfig (c3dad95dced54b6e26a31adc4efe9ac6f5c2fd6bd3b227a384a254570b584142) AuthConfig (c397202b5b1c7312501d3a80fe692d9f29c94cb6632db10bd9d6e50a8f080f88) AuthConfig (03c9597f551266254854c4e58048b3b5275f7d4b664743c513c00840a1b0d079) AuthConfig (7bd6bf093df3ddefa7de9934944216116dae2ad10e6c4acb98196e0ee3f17505) AuthConfig (82b6c7ff0dff08dab22459e3183b49cc7798606ccfd801f8a418d46adf25f223) AuthConfig (1b706dc524f2c02f164890b6ed16274d61b531c36fdec72c5f86b3b655f2eba1) AuthConfig (599845039b048f2e221630573e148613d06b7f265c3c7fd2a30abe84f0aaccb1) AuthConfig (4935b6d8ffa87f772af74e4438aa8739ad6f621670811b8f81319a5e28fe10f0) AuthConfig (55831726921128707c728541fb4cdf7c605aa9cef80505a294230e8548f2d973) AuthConfig (2a6cde6d419b688199940739a458f48054563b5601d92dbf48cd60dcbfa87317) AuthConfig (c968b186684d6805a8bec40f4f144df12443741983680a0d9b75378cde9ee063) AuthConfig (e7e3807c165f4f9b0b7dda575ed1bbbff5558c204b2e8d047387278fea43b458) AuthConfig (c1ccfaf978c1ce5ec2875ad8c65bd29afd89b4f1cd8e3ffd2d8c04c660d36629) AuthConfig (c9d6f688be06a27b138168ad7893411af42e6f2f4a69a6b8e79efb0e239411dd) AuthConfig (00c0bc9a8799dbeb2d4a0e2ab252b7406c548d239291e011dd4515b77cdcdbc9) AuthConfig (eee8fb9fece26c522435685af2f9a6acda498fd93bfa4ef076c0700d84945a06) AuthConfig (29dafba88e8a91ff2bf1d3a9d1012e625e58a959f3609d5186a55753867914ef) AuthConfig (647cc1b1327c77757079de890654457251a436e59626e9a842b9ab62b491f49b) AuthConfig (dc6a94866cf3408fcd579762cf5264e7adb9c4eb60b33166fc15081fc3c48049) AuthConfig (c0b78fb2510d1c2ada30a3d9a6ec3c984d11b371ce113017cb2ad8b8def1d3a4) AuthConfig (42304c85bf5e1a75ea0d21147dc403b4cd2c7f4ca2c1000c4efecb202dae6cc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"e6d59137-b810-4cf9-b8a4-dcc719c29c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.845402436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"13b095f6-7eb1-4ac1-8b59-8e5eced7f3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.886209405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8-auth","reconcileID":"d7439242-e527-45b1-9184-2c0d8ba97c35","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.945463662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8-auth","reconcileID":"d7439242-e527-45b1-9184-2c0d8ba97c35","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.953838129Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-82179ba8","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8","reconcileID":"56479065-17b3-45f0-9837-df570cbca50a","MaaSSubscription":{"name":"e2e-dry-sub-82179ba8","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/e2e-dry-sub-82179ba8","ai-tenant-e2e-worker-w4-a9c5b3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.989313462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"33dbd1a9-4a61-4489-8a0f-ea563482d054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.98932564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"0077d51c-900c-47c8-a970-7f4b1f43a1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:22.989812888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"8e9b7dd8-f499-4730-9599-a3d3af047b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:23.085317007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"8e9b7dd8-f499-4730-9599-a3d3af047b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:23.085334807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"0077d51c-900c-47c8-a970-7f4b1f43a1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:23.087536051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"33dbd1a9-4a61-4489-8a0f-ea563482d054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:23.151790402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"3bea1c78-9b88-41f6-9ec0-15371fe8b989","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:23.157507496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a15ed18958aa40ed6a9d4463667e516f9a995449a0c5c19b93666a91261b77a) AuthConfig (8733d8660da2f2c6af4e58c815962842c575cb50bf264ec553ae406884d3cb6c) AuthConfig (281752efb685330eccd0a1316f258ef528ace3a3b980ab8c15480312594e7456) AuthConfig (9db76a5b5c730dcf470ce0541fbb42c7b58793d84e1476b9784fe5a36e179b25) AuthConfig (1e84fa5e3bcad546862bfa61d7d0ba887baae4f57b755f0e6220cb415abaa5f6) AuthConfig (060c8e90e8c0c58ba1fc8d9ec068e4eebc0629e11349e4b574c73c5dc16a63cb) AuthConfig (1dbc1c2abe7361e6c94127dafbad225842f11ce40cfdd638955b36168a7ad40e) AuthConfig (282aff7b237fb8fa8637dd0ae29dabce42cd148036b60bb755e90cebd9c8e31d) AuthConfig (4c82d006df200355fe0bf6cc49652394e2fe9b557ce9217f21ae1f3ac3e310c9) AuthConfig (278a4e00680c0a5752c59ce6155b03440bd77fe281e5f1e65443cb9a2c1b36e4) AuthConfig (39121c64fb17ebd52ede94a013aa6c771304fc6dec53d0829ddc55ba61f50256) AuthConfig (267b812083861eb5f9f9aa760b7ccfb6b33d34e551d981ec84c9d046ab7a3d31) AuthConfig (89d61f080c0b2a2ae34675606a797c10104760f61b55166eefe1ebf9088d53d7) AuthConfig (24a4544318fa8cd4f7d19fcab5465b0ff5014e6d88afe542703f8c1f6260a818) AuthConfig (00d3a25485e3df42403c64f4e573fd10c2e0303a7bb41f2a26fdba25e7ca2cb7) AuthConfig (8f5af0f911ed49384c4066606788cd448fe9784a89291ee31d58a8b0b9788dca) AuthConfig (68a33cfbc1513ccaf6a9eb3ab6615e800a19416fca50cc252c1c1b0dc8173d70) AuthConfig (94d1a04e8d6c7a3228660c38454213a93eafc80cadd7985acff396e8e2a9d6aa) AuthConfig (35baf0f1c36fc08fe1cb8f0323de101ca49c03fe5a6bdefdad6f90b80a42a8ea) AuthConfig (9a38bc056a838632ef6d41c317036ba42e5b3e7018218e1e690ec04a37526c99) AuthConfig (79287a96f412aa9fb7e1353de7481664531db8b3682792e2eabb7486fa091a49) AuthConfig (c38a9b563f3e4d6fa5f3b0dab1027bf285e111fac6e64e4fdbd3f56b2fb637e1) AuthConfig (83a73033dd013d5104725fa2c7281e8c22df99d95083609466dc4d0462536c33) AuthConfig (271a10fdede2a4608ffcc569f1afb115b7eced8eb14a6619e22d560e5c946520) AuthConfig (3035fa59ae53e09aca6f5725206cab8976083b5c2d7e0241b7221aeae74ee0b3) AuthConfig (aef9fdb616a7046e3079f4f2e879ffd15ea156d8627895fca035925f0c248033) AuthConfig (88f0c1fe59f667337d06b70f49b2ce8a57162cd6f1fa5dcb6e4ce35373a4f166) AuthConfig (af33dcfa12e736f20de83136b4e423c45c5b3fe9fad4bb547c4cfaa8158b47a2) AuthConfig (0fe04c6927e199c1a919e2ba77e1e900f8690100749f0898d607708456123eb0) AuthConfig (b724b18752913f1ce5cbf1692f1cce60584c19ad2e31296f0a34a1c773433e55)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"33dbd1a9-4a61-4489-8a0f-ea563482d054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:23.157727391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a15ed18958aa40ed6a9d4463667e516f9a995449a0c5c19b93666a91261b77a) AuthConfig (8733d8660da2f2c6af4e58c815962842c575cb50bf264ec553ae406884d3cb6c) AuthConfig (281752efb685330eccd0a1316f258ef528ace3a3b980ab8c15480312594e7456) AuthConfig (9db76a5b5c730dcf470ce0541fbb42c7b58793d84e1476b9784fe5a36e179b25) AuthConfig (1e84fa5e3bcad546862bfa61d7d0ba887baae4f57b755f0e6220cb415abaa5f6) AuthConfig (060c8e90e8c0c58ba1fc8d9ec068e4eebc0629e11349e4b574c73c5dc16a63cb) AuthConfig (1dbc1c2abe7361e6c94127dafbad225842f11ce40cfdd638955b36168a7ad40e) AuthConfig (282aff7b237fb8fa8637dd0ae29dabce42cd148036b60bb755e90cebd9c8e31d) AuthConfig (4c82d006df200355fe0bf6cc49652394e2fe9b557ce9217f21ae1f3ac3e310c9) AuthConfig (278a4e00680c0a5752c59ce6155b03440bd77fe281e5f1e65443cb9a2c1b36e4) AuthConfig (39121c64fb17ebd52ede94a013aa6c771304fc6dec53d0829ddc55ba61f50256) AuthConfig (267b812083861eb5f9f9aa760b7ccfb6b33d34e551d981ec84c9d046ab7a3d31) AuthConfig (89d61f080c0b2a2ae34675606a797c10104760f61b55166eefe1ebf9088d53d7) AuthConfig (24a4544318fa8cd4f7d19fcab5465b0ff5014e6d88afe542703f8c1f6260a818) AuthConfig (00d3a25485e3df42403c64f4e573fd10c2e0303a7bb41f2a26fdba25e7ca2cb7) AuthConfig (8f5af0f911ed49384c4066606788cd448fe9784a89291ee31d58a8b0b9788dca) AuthConfig (68a33cfbc1513ccaf6a9eb3ab6615e800a19416fca50cc252c1c1b0dc8173d70) AuthConfig (94d1a04e8d6c7a3228660c38454213a93eafc80cadd7985acff396e8e2a9d6aa) AuthConfig (35baf0f1c36fc08fe1cb8f0323de101ca49c03fe5a6bdefdad6f90b80a42a8ea) AuthConfig (9a38bc056a838632ef6d41c317036ba42e5b3e7018218e1e690ec04a37526c99) AuthConfig (79287a96f412aa9fb7e1353de7481664531db8b3682792e2eabb7486fa091a49) AuthConfig (c38a9b563f3e4d6fa5f3b0dab1027bf285e111fac6e64e4fdbd3f56b2fb637e1) AuthConfig (83a73033dd013d5104725fa2c7281e8c22df99d95083609466dc4d0462536c33) AuthConfig (271a10fdede2a4608ffcc569f1afb115b7eced8eb14a6619e22d560e5c946520) AuthConfig (3035fa59ae53e09aca6f5725206cab8976083b5c2d7e0241b7221aeae74ee0b3) AuthConfig (aef9fdb616a7046e3079f4f2e879ffd15ea156d8627895fca035925f0c248033) AuthConfig (88f0c1fe59f667337d06b70f49b2ce8a57162cd6f1fa5dcb6e4ce35373a4f166) AuthConfig (af33dcfa12e736f20de83136b4e423c45c5b3fe9fad4bb547c4cfaa8158b47a2) AuthConfig (0fe04c6927e199c1a919e2ba77e1e900f8690100749f0898d607708456123eb0) AuthConfig (b724b18752913f1ce5cbf1692f1cce60584c19ad2e31296f0a34a1c773433e55)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"8e9b7dd8-f499-4730-9599-a3d3af047b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:23.181239547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"f4658dac-9ba7-4487-a721-f1a166295d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:23.184065588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"e51267a2-6d56-4e06-8370-fd73b1982a89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:23.24134529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"f4658dac-9ba7-4487-a721-f1a166295d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:23.375190118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-82179ba8","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8","reconcileID":"4dd01b29-8a66-4624-bbbf-b8253aacaa04","MaaSSubscription":{"name":"e2e-dry-sub-82179ba8","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:26.959760279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"80e11045-10e5-4c74-96af-b53276964be4","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:27.126408385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8-auth","reconcileID":"5f369f89-eea5-46ef-b395-1b34c35c045c","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:27.126614295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"45ba7e5a-6a00-4712-a80a-cbf29e6fe44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:27.126408846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5ab3b06f-375d-4da1-bcd6-359e831eaf04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:27.186444138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8-auth","reconcileID":"5f369f89-eea5-46ef-b395-1b34c35c045c","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:27.186455248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"45ba7e5a-6a00-4712-a80a-cbf29e6fe44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:27.188651168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5ab3b06f-375d-4da1-bcd6-359e831eaf04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:32.76693686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"b4b35893-7df9-4fe2-8b1f-daab0b77bfbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:32.826175273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"b4b35893-7df9-4fe2-8b1f-daab0b77bfbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:32.884772218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2aa32e9e21f170890bc0bc58cbfc35c201fae94dbac4234359782c8a824d9fd) AuthConfig (5e6b39cbed369b54a54bc1a6dd2fafb4d0dbcebab38dc2c07b7841dfc83bf5da) AuthConfig (e100d38d4f2c02f715b5e000030daa3050da5e6abca4c5a59167d4a55778da72) AuthConfig (8f0f584c8a8b7a7fa5d11ac60e99216088bcfbc29fee248d6cec5e8de2564afc) AuthConfig (20b778c0b9bbaeda90d8ee347db3738e2032ec4c477e7334f1077d0e226f9c4a) AuthConfig (0d486c90af85878094a5098aa614aad7d4fec79602ebda217744c4834be055c5) AuthConfig (4ba1f655b3f402eaee2d5e88e2dd59c7160bd5f47f50eb63bdcef53479ee5abd) AuthConfig (7367e1446d6b096282bec49805724d29114ac890b7786177df482e454854c235) AuthConfig (072c545a6a510fd5f190892a0b03ad1485cdd439a2d826141e81ed33ef281fa4) AuthConfig (c3dad95dced54b6e26a31adc4efe9ac6f5c2fd6bd3b227a384a254570b584142) AuthConfig (c397202b5b1c7312501d3a80fe692d9f29c94cb6632db10bd9d6e50a8f080f88) AuthConfig (03c9597f551266254854c4e58048b3b5275f7d4b664743c513c00840a1b0d079) AuthConfig (7bd6bf093df3ddefa7de9934944216116dae2ad10e6c4acb98196e0ee3f17505) AuthConfig (82b6c7ff0dff08dab22459e3183b49cc7798606ccfd801f8a418d46adf25f223) AuthConfig (1b706dc524f2c02f164890b6ed16274d61b531c36fdec72c5f86b3b655f2eba1) AuthConfig (599845039b048f2e221630573e148613d06b7f265c3c7fd2a30abe84f0aaccb1) AuthConfig (4935b6d8ffa87f772af74e4438aa8739ad6f621670811b8f81319a5e28fe10f0) AuthConfig (55831726921128707c728541fb4cdf7c605aa9cef80505a294230e8548f2d973) AuthConfig (2a6cde6d419b688199940739a458f48054563b5601d92dbf48cd60dcbfa87317) AuthConfig (c968b186684d6805a8bec40f4f144df12443741983680a0d9b75378cde9ee063) AuthConfig (e7e3807c165f4f9b0b7dda575ed1bbbff5558c204b2e8d047387278fea43b458) AuthConfig (c1ccfaf978c1ce5ec2875ad8c65bd29afd89b4f1cd8e3ffd2d8c04c660d36629) AuthConfig (c9d6f688be06a27b138168ad7893411af42e6f2f4a69a6b8e79efb0e239411dd) AuthConfig (00c0bc9a8799dbeb2d4a0e2ab252b7406c548d239291e011dd4515b77cdcdbc9) AuthConfig (eee8fb9fece26c522435685af2f9a6acda498fd93bfa4ef076c0700d84945a06) AuthConfig (29dafba88e8a91ff2bf1d3a9d1012e625e58a959f3609d5186a55753867914ef) AuthConfig (647cc1b1327c77757079de890654457251a436e59626e9a842b9ab62b491f49b) AuthConfig (dc6a94866cf3408fcd579762cf5264e7adb9c4eb60b33166fc15081fc3c48049) AuthConfig (c0b78fb2510d1c2ada30a3d9a6ec3c984d11b371ce113017cb2ad8b8def1d3a4) AuthConfig (42304c85bf5e1a75ea0d21147dc403b4cd2c7f4ca2c1000c4efecb202dae6cc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"b4b35893-7df9-4fe2-8b1f-daab0b77bfbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:32.967939948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"2958d2fa-4827-40f1-a97a-a577feb70eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:33.02755091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"2958d2fa-4827-40f1-a97a-a577feb70eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:33.085921664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2aa32e9e21f170890bc0bc58cbfc35c201fae94dbac4234359782c8a824d9fd) AuthConfig (5e6b39cbed369b54a54bc1a6dd2fafb4d0dbcebab38dc2c07b7841dfc83bf5da) AuthConfig (e100d38d4f2c02f715b5e000030daa3050da5e6abca4c5a59167d4a55778da72) AuthConfig (8f0f584c8a8b7a7fa5d11ac60e99216088bcfbc29fee248d6cec5e8de2564afc) AuthConfig (20b778c0b9bbaeda90d8ee347db3738e2032ec4c477e7334f1077d0e226f9c4a) AuthConfig (0d486c90af85878094a5098aa614aad7d4fec79602ebda217744c4834be055c5) AuthConfig (4ba1f655b3f402eaee2d5e88e2dd59c7160bd5f47f50eb63bdcef53479ee5abd) AuthConfig (7367e1446d6b096282bec49805724d29114ac890b7786177df482e454854c235) AuthConfig (072c545a6a510fd5f190892a0b03ad1485cdd439a2d826141e81ed33ef281fa4) AuthConfig (c3dad95dced54b6e26a31adc4efe9ac6f5c2fd6bd3b227a384a254570b584142) AuthConfig (c397202b5b1c7312501d3a80fe692d9f29c94cb6632db10bd9d6e50a8f080f88) AuthConfig (03c9597f551266254854c4e58048b3b5275f7d4b664743c513c00840a1b0d079) AuthConfig (7bd6bf093df3ddefa7de9934944216116dae2ad10e6c4acb98196e0ee3f17505) AuthConfig (82b6c7ff0dff08dab22459e3183b49cc7798606ccfd801f8a418d46adf25f223) AuthConfig (1b706dc524f2c02f164890b6ed16274d61b531c36fdec72c5f86b3b655f2eba1) AuthConfig (599845039b048f2e221630573e148613d06b7f265c3c7fd2a30abe84f0aaccb1) AuthConfig (4935b6d8ffa87f772af74e4438aa8739ad6f621670811b8f81319a5e28fe10f0) AuthConfig (55831726921128707c728541fb4cdf7c605aa9cef80505a294230e8548f2d973) AuthConfig (2a6cde6d419b688199940739a458f48054563b5601d92dbf48cd60dcbfa87317) AuthConfig (c968b186684d6805a8bec40f4f144df12443741983680a0d9b75378cde9ee063) AuthConfig (e7e3807c165f4f9b0b7dda575ed1bbbff5558c204b2e8d047387278fea43b458) AuthConfig (c1ccfaf978c1ce5ec2875ad8c65bd29afd89b4f1cd8e3ffd2d8c04c660d36629) AuthConfig (c9d6f688be06a27b138168ad7893411af42e6f2f4a69a6b8e79efb0e239411dd) AuthConfig (00c0bc9a8799dbeb2d4a0e2ab252b7406c548d239291e011dd4515b77cdcdbc9) AuthConfig (eee8fb9fece26c522435685af2f9a6acda498fd93bfa4ef076c0700d84945a06) AuthConfig (29dafba88e8a91ff2bf1d3a9d1012e625e58a959f3609d5186a55753867914ef) AuthConfig (647cc1b1327c77757079de890654457251a436e59626e9a842b9ab62b491f49b) AuthConfig (dc6a94866cf3408fcd579762cf5264e7adb9c4eb60b33166fc15081fc3c48049) AuthConfig (c0b78fb2510d1c2ada30a3d9a6ec3c984d11b371ce113017cb2ad8b8def1d3a4) AuthConfig (42304c85bf5e1a75ea0d21147dc403b4cd2c7f4ca2c1000c4efecb202dae6cc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"2958d2fa-4827-40f1-a97a-a577feb70eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:33.320346215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"33467161-d4bc-4876-8338-ec760c581eae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:33.320389435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"9cad8592-6aa7-4d7c-82b5-d1922517dac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:33.380449844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"9cad8592-6aa7-4d7c-82b5-d1922517dac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:33.380730784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"33467161-d4bc-4876-8338-ec760c581eae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:33.439388539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a15ed18958aa40ed6a9d4463667e516f9a995449a0c5c19b93666a91261b77a) AuthConfig (8733d8660da2f2c6af4e58c815962842c575cb50bf264ec553ae406884d3cb6c) AuthConfig (281752efb685330eccd0a1316f258ef528ace3a3b980ab8c15480312594e7456) AuthConfig (9db76a5b5c730dcf470ce0541fbb42c7b58793d84e1476b9784fe5a36e179b25) AuthConfig (1e84fa5e3bcad546862bfa61d7d0ba887baae4f57b755f0e6220cb415abaa5f6) AuthConfig (060c8e90e8c0c58ba1fc8d9ec068e4eebc0629e11349e4b574c73c5dc16a63cb) AuthConfig (1dbc1c2abe7361e6c94127dafbad225842f11ce40cfdd638955b36168a7ad40e) AuthConfig (282aff7b237fb8fa8637dd0ae29dabce42cd148036b60bb755e90cebd9c8e31d) AuthConfig (4c82d006df200355fe0bf6cc49652394e2fe9b557ce9217f21ae1f3ac3e310c9) AuthConfig (278a4e00680c0a5752c59ce6155b03440bd77fe281e5f1e65443cb9a2c1b36e4) AuthConfig (39121c64fb17ebd52ede94a013aa6c771304fc6dec53d0829ddc55ba61f50256) AuthConfig (267b812083861eb5f9f9aa760b7ccfb6b33d34e551d981ec84c9d046ab7a3d31) AuthConfig (89d61f080c0b2a2ae34675606a797c10104760f61b55166eefe1ebf9088d53d7) AuthConfig (24a4544318fa8cd4f7d19fcab5465b0ff5014e6d88afe542703f8c1f6260a818) AuthConfig (00d3a25485e3df42403c64f4e573fd10c2e0303a7bb41f2a26fdba25e7ca2cb7) AuthConfig (8f5af0f911ed49384c4066606788cd448fe9784a89291ee31d58a8b0b9788dca) AuthConfig (68a33cfbc1513ccaf6a9eb3ab6615e800a19416fca50cc252c1c1b0dc8173d70) AuthConfig (94d1a04e8d6c7a3228660c38454213a93eafc80cadd7985acff396e8e2a9d6aa) AuthConfig (35baf0f1c36fc08fe1cb8f0323de101ca49c03fe5a6bdefdad6f90b80a42a8ea) AuthConfig (9a38bc056a838632ef6d41c317036ba42e5b3e7018218e1e690ec04a37526c99) AuthConfig (79287a96f412aa9fb7e1353de7481664531db8b3682792e2eabb7486fa091a49) AuthConfig (c38a9b563f3e4d6fa5f3b0dab1027bf285e111fac6e64e4fdbd3f56b2fb637e1) AuthConfig (83a73033dd013d5104725fa2c7281e8c22df99d95083609466dc4d0462536c33) AuthConfig (271a10fdede2a4608ffcc569f1afb115b7eced8eb14a6619e22d560e5c946520) AuthConfig (3035fa59ae53e09aca6f5725206cab8976083b5c2d7e0241b7221aeae74ee0b3) AuthConfig (aef9fdb616a7046e3079f4f2e879ffd15ea156d8627895fca035925f0c248033) AuthConfig (88f0c1fe59f667337d06b70f49b2ce8a57162cd6f1fa5dcb6e4ce35373a4f166) AuthConfig (af33dcfa12e736f20de83136b4e423c45c5b3fe9fad4bb547c4cfaa8158b47a2) AuthConfig (0fe04c6927e199c1a919e2ba77e1e900f8690100749f0898d607708456123eb0) AuthConfig (b724b18752913f1ce5cbf1692f1cce60584c19ad2e31296f0a34a1c773433e55)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"9cad8592-6aa7-4d7c-82b5-d1922517dac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:33.439454688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-f73b9f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a15ed18958aa40ed6a9d4463667e516f9a995449a0c5c19b93666a91261b77a) AuthConfig (8733d8660da2f2c6af4e58c815962842c575cb50bf264ec553ae406884d3cb6c) AuthConfig (281752efb685330eccd0a1316f258ef528ace3a3b980ab8c15480312594e7456) AuthConfig (9db76a5b5c730dcf470ce0541fbb42c7b58793d84e1476b9784fe5a36e179b25) AuthConfig (1e84fa5e3bcad546862bfa61d7d0ba887baae4f57b755f0e6220cb415abaa5f6) AuthConfig (060c8e90e8c0c58ba1fc8d9ec068e4eebc0629e11349e4b574c73c5dc16a63cb) AuthConfig (1dbc1c2abe7361e6c94127dafbad225842f11ce40cfdd638955b36168a7ad40e) AuthConfig (282aff7b237fb8fa8637dd0ae29dabce42cd148036b60bb755e90cebd9c8e31d) AuthConfig (4c82d006df200355fe0bf6cc49652394e2fe9b557ce9217f21ae1f3ac3e310c9) AuthConfig (278a4e00680c0a5752c59ce6155b03440bd77fe281e5f1e65443cb9a2c1b36e4) AuthConfig (39121c64fb17ebd52ede94a013aa6c771304fc6dec53d0829ddc55ba61f50256) AuthConfig (267b812083861eb5f9f9aa760b7ccfb6b33d34e551d981ec84c9d046ab7a3d31) AuthConfig (89d61f080c0b2a2ae34675606a797c10104760f61b55166eefe1ebf9088d53d7) AuthConfig (24a4544318fa8cd4f7d19fcab5465b0ff5014e6d88afe542703f8c1f6260a818) AuthConfig (00d3a25485e3df42403c64f4e573fd10c2e0303a7bb41f2a26fdba25e7ca2cb7) AuthConfig (8f5af0f911ed49384c4066606788cd448fe9784a89291ee31d58a8b0b9788dca) AuthConfig (68a33cfbc1513ccaf6a9eb3ab6615e800a19416fca50cc252c1c1b0dc8173d70) AuthConfig (94d1a04e8d6c7a3228660c38454213a93eafc80cadd7985acff396e8e2a9d6aa) AuthConfig (35baf0f1c36fc08fe1cb8f0323de101ca49c03fe5a6bdefdad6f90b80a42a8ea) AuthConfig (9a38bc056a838632ef6d41c317036ba42e5b3e7018218e1e690ec04a37526c99) AuthConfig (79287a96f412aa9fb7e1353de7481664531db8b3682792e2eabb7486fa091a49) AuthConfig (c38a9b563f3e4d6fa5f3b0dab1027bf285e111fac6e64e4fdbd3f56b2fb637e1) AuthConfig (83a73033dd013d5104725fa2c7281e8c22df99d95083609466dc4d0462536c33) AuthConfig (271a10fdede2a4608ffcc569f1afb115b7eced8eb14a6619e22d560e5c946520) AuthConfig (3035fa59ae53e09aca6f5725206cab8976083b5c2d7e0241b7221aeae74ee0b3) AuthConfig (aef9fdb616a7046e3079f4f2e879ffd15ea156d8627895fca035925f0c248033) AuthConfig (88f0c1fe59f667337d06b70f49b2ce8a57162cd6f1fa5dcb6e4ce35373a4f166) AuthConfig (af33dcfa12e736f20de83136b4e423c45c5b3fe9fad4bb547c4cfaa8158b47a2) AuthConfig (0fe04c6927e199c1a919e2ba77e1e900f8690100749f0898d607708456123eb0) AuthConfig (b724b18752913f1ce5cbf1692f1cce60584c19ad2e31296f0a34a1c773433e55)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"33467161-d4bc-4876-8338-ec760c581eae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.13100794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-82179ba8","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8","reconcileID":"279a36ee-d297-4266-8203-90730ed5cc06","MaaSSubscription":{"name":"e2e-dry-sub-82179ba8","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscription":"e2e-dry-sub-82179ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.355896686Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-82179ba8","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8","reconcileID":"279a36ee-d297-4266-8203-90730ed5cc06","MaaSSubscription":{"name":"e2e-dry-sub-82179ba8","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.577777975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"74d7ccd6-f47c-46e3-a278-1cd4f4c5d40b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.620854246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"9b482b7e-f3a7-4b57-ac6d-b520b1b9ecaa","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.681650223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"5eecde01-d116-4d12-8d5d-f4bd93bff170","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.766183061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"fb23950f-9ee3-4392-8aa5-499f94e3b174","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.784294007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8-auth","reconcileID":"9e53314b-5a21-4be3-a7a2-97d6b5cd1e07","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.784488402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"6578e117-1ffa-4040-a985-db95b7290cb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.784294061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e42c1924-a14a-4194-8ebb-ca65f599b0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.844047429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8-auth","reconcileID":"9e53314b-5a21-4be3-a7a2-97d6b5cd1e07","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.845318892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"6578e117-1ffa-4040-a985-db95b7290cb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:37.846250745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e42c1924-a14a-4194-8ebb-ca65f599b0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:38.054418453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-dry-sub-82179ba8-auth","reconcileID":"57424dd5-e692-4300-a46b-1d3535040f90","MaaSAuthPolicy":{"name":"e2e-dry-sub-82179ba8-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:38.243495922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"ae7ec3b3-7dd2-4646-b67e-28f4d899eb27","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:38.252791772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"f4e8cb51-b063-4bd8-87ca-5c1d0a8c3d08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:38.349292579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"96193469-bf1c-4a49-9f90-dfeb5ad3bf1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:38.448964841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4096700-e2a8-412d-b3fe-5e714e7d5a7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:38.592504724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"548ba042-0683-4da4-8dfe-270b36477235","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:38.689910194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"b96beac3-a1f0-4f0f-a0c3-49132583bf44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:38.787756765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a3253f6-ab7d-4daa-b894-3d80ac4f5a17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:38.787797184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"352a0de5-04f6-48a2-bfd3-6dd1215d1afc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:38.888355968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"ccb03238-b7a8-4452-a93e-de19509321a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:38.987960842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8ea01689","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689","reconcileID":"9902aaf5-e680-486a-9daa-32a85c52419d","MaaSSubscription":{"name":"e2e-combo-sub-8ea01689","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:39.0369852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"1a3ee73f-5647-435f-850d-2498b664130d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:42.273770993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"feb9e605-0887-4d33-9bde-34f747e4af67","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:42.438578408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"a0ef4e46-cb53-474d-9e40-24921fa3df95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:42.438592276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689-auth","reconcileID":"97bd5e96-86c0-4f65-8b23-d9693c94e5f4","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:42.43901914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"1a6433d3-7675-4578-819c-1aeab51123ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:42.498994868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689-auth","reconcileID":"97bd5e96-86c0-4f65-8b23-d9693c94e5f4","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:42.499002047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"1a6433d3-7675-4578-819c-1aeab51123ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:42.501006088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"a0ef4e46-cb53-474d-9e40-24921fa3df95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.049373339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"b30f6295-f2e1-4a04-9063-de0222d50c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.109004788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"b30f6295-f2e1-4a04-9063-de0222d50c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.221847572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"2a6e9c36-60b8-4bde-8482-c7f6c47d2e1d","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.249948092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"357f3a9a-7da3-461d-b3b1-d2fcdff062bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.310206009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"357f3a9a-7da3-461d-b3b1-d2fcdff062bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.336260509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"a12d1a63-14e5-410b-9f48-fbd9cf319891","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.393581572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"480f72ba-d616-4ad0-a526-1a20ef310a74","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.435199777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"9813176a-f3b4-4988-aa71-daff54c9344f","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:43.444808929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"d8125e1a-5714-4751-bcdb-be8c0e0ffbc7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.557635692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"c734a6f5-a602-4cc9-b9d2-3d64ed75438b","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.60342324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"870fb842-04fd-470f-9f4e-08a66bd6be16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.603423815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"8a9e5264-b858-4ce3-9987-f5ba89b237d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.614981841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"5b4b7d3c-9a60-4064-8c0b-e698537d2805","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.663475313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"8a9e5264-b858-4ce3-9987-f5ba89b237d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.663844112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"870fb842-04fd-470f-9f4e-08a66bd6be16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.677429541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"8a010f80-1faa-496a-8909-732519fe96c4","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.677874026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3933605e-b871-4ffc-b71d-53ebb3034819","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.782890391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"79834e80-0fec-4d1e-9861-909a19f3d510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.837846781Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"0eaf9afc-dfe2-42ce-bf06-25666fd9951a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"simulator-w1-c2c259","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.882386673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"281585a8-cdcb-4e01-925e-8389021a5347","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.915340367Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"79834e80-0fec-4d1e-9861-909a19f3d510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.940205721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"e98ae173-0909-4094-97ae-4515b69b4642","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.973877836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"79834e80-0fec-4d1e-9861-909a19f3d510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.974657346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"eb0b1bcf-910c-46e6-80a8-d60d112f490d","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.977129743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"528c9926-0502-4dc4-82c4-41277b9f41e6","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:43.988580759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"66982077-dbf3-4125-8516-62d21e78279c","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:43.995812494Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-c2c259/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.010836201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"d37b3774-1315-47f1-8c21-b13dd4e1b1da","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.031547308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"77a57276-808b-4c68-a8d4-5a9ef5301578","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.04953859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"6152d9b4-fabc-49ba-a06d-7b3c7cb4c862","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.140518269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"151687a2-9769-4443-bbb0-278aee33a977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.159202452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"fa608c02-4fba-487a-a72e-68e33fcdf35a","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.200741651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"151687a2-9769-4443-bbb0-278aee33a977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.221791054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"70c93ce2-5b59-470a-8aa0-3fe232209b9a","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.228726735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"8a6de2ed-ac38-4f80-80fa-58023d8aaf12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.25968142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"151687a2-9769-4443-bbb0-278aee33a977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.26347839Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.332355204Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"d11b4599-2092-40c1-8fcb-390494cc98a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"premium-w1-c2c259","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.381520126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"bd43a3d6-3f26-4431-834b-a904ec50ddb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.42241488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"a420913b-1f40-4863-9383-a58ea1ccb144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.441128757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"bd43a3d6-3f26-4431-834b-a904ec50ddb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.482385977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"a420913b-1f40-4863-9383-a58ea1ccb144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.499312562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"bd43a3d6-3f26-4431-834b-a904ec50ddb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.504951939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"e9961f8e-0c8e-4e2d-aa6c-ede7c3105885","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.541006491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"a420913b-1f40-4863-9383-a58ea1ccb144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.558970629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"16fe5c8a-25f2-4ce6-b4a4-763014471cd3","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.720839598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"3ed859b8-2451-4552-b404-074e85c82839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.724308958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"e70f23b8-aec1-437b-afe9-efc65fcada48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.780350471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"3ed859b8-2451-4552-b404-074e85c82839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:44.838615622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"3ed859b8-2451-4552-b404-074e85c82839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.483272745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"1cd2cfb8-adf9-41a4-870b-f5eb07058029","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.540768753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"a11a4ee3-ab89-46a4-b864-cba5e86f3cd4","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.703787831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115-auth","reconcileID":"e47f8e6d-f771-402e-9c9a-28ac69454698","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.763882005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115-auth","reconcileID":"e47f8e6d-f771-402e-9c9a-28ac69454698","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.764082799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"06ca2091-c7a2-4001-8fde-8404f07262b3","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.823581288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"e98d49e2-8922-487e-8e87-9bd7bc1e9232","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.872513667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"9bee9d83-9f3d-4b9c-80c9-070a02d5307c","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:48.87898704Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-865066/e2e-bulk-sub-5b9ef115","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-5b9ef115\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.927424907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"c7c60e11-b10c-416e-93cd-08009dccd2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.927422638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"2850b185-ed73-4f4d-9b5d-bcf1b5e06c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.931909426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"6feb7c14-d691-4837-af87-bf8df1f9c902","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.987071474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"c7c60e11-b10c-416e-93cd-08009dccd2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:48.988286279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"2850b185-ed73-4f4d-9b5d-bcf1b5e06c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:49.092043926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"cf5ec9bc-9b1e-4cf7-96df-ca563432e772","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:49.211779312Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5b9ef115","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115","reconcileID":"dee9dd7b-ae5e-4be6-8fa1-2b3ddfcd729d","MaaSSubscription":{"name":"e2e-bulk-sub-5b9ef115","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-865066/e2e-bulk-sub-5b9ef115","ai-tenant-e2e-worker-w2-865066/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:49.25395971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115-auth","reconcileID":"064afc46-b13e-45de-bb2e-0a4ed3f41170","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:49.313435375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115-auth","reconcileID":"064afc46-b13e-45de-bb2e-0a4ed3f41170","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:49.384646551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"12bf5b28-6564-47a9-abcb-0fbe0a8dbd33","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:49.395343629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"63c7d99a-cc78-4e86-a383-d7eec4afee38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:49.395340591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"e22acc26-c1f3-4d54-9f59-1a5cabdd3779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:49.430092705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"b9e2ef3e-ee02-480c-9d89-101052f2510c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:49.455387803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"e22acc26-c1f3-4d54-9f59-1a5cabdd3779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:49.456117873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"63c7d99a-cc78-4e86-a383-d7eec4afee38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:49.603818868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5b9ef115","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115","reconcileID":"4d014d5c-de14-446f-8d69-0927dc9bb807","MaaSSubscription":{"name":"e2e-bulk-sub-5b9ef115","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.052256074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"bd1f6a4f-1f15-4354-9e3b-37652843eec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.147556696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"d0057116-4ee4-4e97-bc4f-d53b63acfd06","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.152540657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"96331395-0b2c-47e4-b75c-0f019035d92b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.204497083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"b8f0c291-391d-4ef9-8e60-2ccddafa29b4","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.2556507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e2695a3a-f00e-4cfd-aa49-5737fd4a488e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.276991097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"f5d74c1b-95a8-4278-aaac-ded096e56b9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.367395162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-auth","reconcileID":"9117be0d-5b00-4e86-9323-076a110fcdef","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.415894954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"0ae7ef7e-fe33-48de-9026-fd4b135160c7","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.4272169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-auth","reconcileID":"9117be0d-5b00-4e86-9323-076a110fcdef","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.455414149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"02087763-644f-4d40-a48e-4cd368480e96","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.47797425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"18fe1331-70ea-42d1-9cd3-07598e934e0f","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.523777383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"2ed35027-bd07-461e-8e98-a5c0c8e38025","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.524938591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"213063ff-dee5-4ae4-91cd-da09d69cf559","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:51.538141983Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-f73b9f/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.577971763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"3ce71802-3ef6-4f57-b76c-b836e7d3084c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.578343558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"f3318a97-90ff-4b2b-90fb-af40106ae6cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.582839148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"b895ed4c-5c18-4dfb-9993-0374baf12476","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.631716132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"17c26715-de7a-4f6e-87ed-27c9f9f5c3e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.642227019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"f3318a97-90ff-4b2b-90fb-af40106ae6cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.642336633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"3ce71802-3ef6-4f57-b76c-b836e7d3084c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.717047887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"f362b595-8f62-429c-89d0-230ea4e1b78a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.739682252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"29e444a8-d972-4e8c-b5ea-9917e025a74f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.787643826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"c7abb734-0003-4c26-b353-5d379df198d5","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.804126916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"20021cd4-616a-45fb-b376-83c7b40ff1be","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.875674836Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-sub","reconcileID":"cbd1983b-c1c7-4005-9478-04d836109927","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f73b9f/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-f73b9f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.91690731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"44152ac9-632a-4d22-8763-85d4f208448d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:51.95114314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-auth","reconcileID":"abe8af3d-7c2e-4ab1-921f-f975c6d27870","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.010443934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-auth","reconcileID":"abe8af3d-7c2e-4ab1-921f-f975c6d27870","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.051629423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"ef773fc2-8a33-4a06-88bc-de29b36f33b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.051641636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"94cf39f8-3de9-4d27-8a7b-bb3d13c9b374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.083212549Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"a844e8a6-77b0-4200-8261-411e6e2f0f36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-162191/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.088088673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"77cf383f-d0b0-47aa-8ac6-d764d38892c6","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.11156481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"94cf39f8-3de9-4d27-8a7b-bb3d13c9b374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.111726551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"ef773fc2-8a33-4a06-88bc-de29b36f33b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.150513765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"986a2530-e305-42b3-a908-3e662f2283ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.150604089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"02a6c509-f88f-4887-8281-95635c254593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.170079246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9dd39d6994f94e60b68e34f7858be1b80286e5c92dd943b255321cbc8970260) AuthConfig (7a2c3a2a6756ebc91ea1bd0942b92acb07c49d60601c78e65b96e12515e680ec) AuthConfig (dd75b579f4c3f9e342153075668aab0ebbe5045d4d6c131a4a7fda8aebb813f2) AuthConfig (43e619e95c7ca43164cc9193251b202d93cffb0a455cbf4c6507efba620d1ce7) AuthConfig (5ca1b58f9b639af3f152ca41c9cfd3735a91b8c7cec3f3c221a91143b533a9a0) AuthConfig (e9a2dc859765dfe91a41d2f31f5e57fc68153df57e093641d84a3b14f573a20f) AuthConfig (6391090683162d37abf23ba12d65dac756d530f54e3b2d38e68e3b2ac09bb0a4) AuthConfig (5db234618e8ad6f1bc1f4f6d74ac5b6510e4dc838cc87e31165ed6090af3ca48) AuthConfig (360b2c0868f0b6ecd648f62cfbc28540f08c0188c0cfbcae9c99d4ab910fb646) AuthConfig (d5f23fad620a24bb3ed58387ce8df2d6b2db821eb14ef29c3e2cb9f7af6980c5) AuthConfig (95aac3b6c35dc5ba076ef4b4f566bbe057601e61e84f127d0d27754e315c0925) AuthConfig (528bf8dce3767a3b75ae84942945f19fb00e77f43c89ddb028c753babae4d3df) AuthConfig (f034a0e766c279bfdbc335c6b2a34e518e8df8af7c748834edfdfde1ddeefc80) AuthConfig (c3130e91acb7b07157b2962cbdd977dd6c3afcf986c9b637e015993e33148a24) AuthConfig (28138368d4970169b5024950258f128307bb77c8287c8199caca49eeab1e4c7f) AuthConfig (637d0b00f2ad07cd0dc333ed6da203bb1476877e7678a01464f83c8a84bcfc91) AuthConfig (fabb78a3e59b310d4580789a1fb4ba24b384f5f4e315300c3ee4f41d80de7d0a) AuthConfig (85abb7dfb0c484afd5a5d3b506fbd20ea3dda735b70725fa6bc2db6ff696656a) AuthConfig (7b288926bddfb02446551ce1bf124c745be9f1b1bcc7cfc37f6291ec25e13304) AuthConfig (26fec9e5aa166d394c521b254d4cef2cab89569a40ad5b03fff02b1cffc451c7) AuthConfig (bb3c5f5184af67efae0dcf2abdbaec4a2665e1ab4241c4d09e47fa8ed1e6b59d) AuthConfig (d79cfef9054bbd66e251abe07aad6ae11c90c3b8763fabac58088b9004da673d) AuthConfig (1cb538b60d40644f27e66b0a2b4ebbfccb0a5301d47bb0af496310b10ef406e1) AuthConfig (952c52ce4262a1df49d5c981461fffbc4e9e9f652460ef9029a7cdfe36ddc61c) AuthConfig (2914991918cbb7abb3012d859894b5c440bf611adcb8b308d2b4d15ff68a4ee2) AuthConfig (cba9a67ef2ded7dafb96a819033f64c469fa10a2bd5ae9df5d636129e41de98f) AuthConfig (c1999194ae2d2e9d1acae8e370818d1985522a4a38eefd9388c277d430f24ae5) AuthConfig (1ad763f2177802c02a60cb06e7da82819e1a028f0437b5f9887f3eab7717fd27) AuthConfig (55161543b3d02a5616d41f9e5316b75ffd1d625a858fb84f4d21c0ba0606ca41) AuthConfig (40282d4b4398817ebba6c6c6fec0a54cc286eaada9da4c652f4e7e8ae026805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"ef773fc2-8a33-4a06-88bc-de29b36f33b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.170093036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9dd39d6994f94e60b68e34f7858be1b80286e5c92dd943b255321cbc8970260) AuthConfig (7a2c3a2a6756ebc91ea1bd0942b92acb07c49d60601c78e65b96e12515e680ec) AuthConfig (dd75b579f4c3f9e342153075668aab0ebbe5045d4d6c131a4a7fda8aebb813f2) AuthConfig (43e619e95c7ca43164cc9193251b202d93cffb0a455cbf4c6507efba620d1ce7) AuthConfig (5ca1b58f9b639af3f152ca41c9cfd3735a91b8c7cec3f3c221a91143b533a9a0) AuthConfig (e9a2dc859765dfe91a41d2f31f5e57fc68153df57e093641d84a3b14f573a20f) AuthConfig (6391090683162d37abf23ba12d65dac756d530f54e3b2d38e68e3b2ac09bb0a4) AuthConfig (5db234618e8ad6f1bc1f4f6d74ac5b6510e4dc838cc87e31165ed6090af3ca48) AuthConfig (360b2c0868f0b6ecd648f62cfbc28540f08c0188c0cfbcae9c99d4ab910fb646) AuthConfig (d5f23fad620a24bb3ed58387ce8df2d6b2db821eb14ef29c3e2cb9f7af6980c5) AuthConfig (95aac3b6c35dc5ba076ef4b4f566bbe057601e61e84f127d0d27754e315c0925) AuthConfig (528bf8dce3767a3b75ae84942945f19fb00e77f43c89ddb028c753babae4d3df) AuthConfig (f034a0e766c279bfdbc335c6b2a34e518e8df8af7c748834edfdfde1ddeefc80) AuthConfig (c3130e91acb7b07157b2962cbdd977dd6c3afcf986c9b637e015993e33148a24) AuthConfig (28138368d4970169b5024950258f128307bb77c8287c8199caca49eeab1e4c7f) AuthConfig (637d0b00f2ad07cd0dc333ed6da203bb1476877e7678a01464f83c8a84bcfc91) AuthConfig (fabb78a3e59b310d4580789a1fb4ba24b384f5f4e315300c3ee4f41d80de7d0a) AuthConfig (85abb7dfb0c484afd5a5d3b506fbd20ea3dda735b70725fa6bc2db6ff696656a) AuthConfig (7b288926bddfb02446551ce1bf124c745be9f1b1bcc7cfc37f6291ec25e13304) AuthConfig (26fec9e5aa166d394c521b254d4cef2cab89569a40ad5b03fff02b1cffc451c7) AuthConfig (bb3c5f5184af67efae0dcf2abdbaec4a2665e1ab4241c4d09e47fa8ed1e6b59d) AuthConfig (d79cfef9054bbd66e251abe07aad6ae11c90c3b8763fabac58088b9004da673d) AuthConfig (1cb538b60d40644f27e66b0a2b4ebbfccb0a5301d47bb0af496310b10ef406e1) AuthConfig (952c52ce4262a1df49d5c981461fffbc4e9e9f652460ef9029a7cdfe36ddc61c) AuthConfig (2914991918cbb7abb3012d859894b5c440bf611adcb8b308d2b4d15ff68a4ee2) AuthConfig (cba9a67ef2ded7dafb96a819033f64c469fa10a2bd5ae9df5d636129e41de98f) AuthConfig (c1999194ae2d2e9d1acae8e370818d1985522a4a38eefd9388c277d430f24ae5) AuthConfig (1ad763f2177802c02a60cb06e7da82819e1a028f0437b5f9887f3eab7717fd27) AuthConfig (55161543b3d02a5616d41f9e5316b75ffd1d625a858fb84f4d21c0ba0606ca41) AuthConfig (40282d4b4398817ebba6c6c6fec0a54cc286eaada9da4c652f4e7e8ae026805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"94cf39f8-3de9-4d27-8a7b-bb3d13c9b374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.209732128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"986a2530-e305-42b3-a908-3e662f2283ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.210258474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"02a6c509-f88f-4887-8281-95635c254593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.230322856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"c02b3589-07f0-4bf8-831e-024f566a5653","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.232848201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"6854d55b-8e62-4717-ad49-c86ab49948dd","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.248652748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"c206cd93-d58b-46e2-bb17-4a6b696aa6dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.349099382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-sub","reconcileID":"c548509a-20b5-4e11-a24e-021a2d569565","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.392911879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"af9ab707-3856-4b7a-9d58-ef7f6631bfc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.393351624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"9f38c4e7-dae4-473f-bb64-4559ca5f6754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.443062763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8ea01689","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689","reconcileID":"2ec6ad1d-ef16-4971-904c-3fae7d51ae04","MaaSSubscription":{"name":"e2e-combo-sub-8ea01689","namespace":"ai-tenant-e2e-worker-w0-162191"},"model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscription":"e2e-combo-sub-8ea01689","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.448665329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"ef2308c8-13c6-45f0-90c9-7e47db3cb995","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.45308677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"9f38c4e7-dae4-473f-bb64-4559ca5f6754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.454045618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"af9ab707-3856-4b7a-9d58-ef7f6631bfc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.511202781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9dd39d6994f94e60b68e34f7858be1b80286e5c92dd943b255321cbc8970260) AuthConfig (7a2c3a2a6756ebc91ea1bd0942b92acb07c49d60601c78e65b96e12515e680ec) AuthConfig (dd75b579f4c3f9e342153075668aab0ebbe5045d4d6c131a4a7fda8aebb813f2) AuthConfig (43e619e95c7ca43164cc9193251b202d93cffb0a455cbf4c6507efba620d1ce7) AuthConfig (5ca1b58f9b639af3f152ca41c9cfd3735a91b8c7cec3f3c221a91143b533a9a0) AuthConfig (e9a2dc859765dfe91a41d2f31f5e57fc68153df57e093641d84a3b14f573a20f) AuthConfig (6391090683162d37abf23ba12d65dac756d530f54e3b2d38e68e3b2ac09bb0a4) AuthConfig (5db234618e8ad6f1bc1f4f6d74ac5b6510e4dc838cc87e31165ed6090af3ca48) AuthConfig (360b2c0868f0b6ecd648f62cfbc28540f08c0188c0cfbcae9c99d4ab910fb646) AuthConfig (d5f23fad620a24bb3ed58387ce8df2d6b2db821eb14ef29c3e2cb9f7af6980c5) AuthConfig (95aac3b6c35dc5ba076ef4b4f566bbe057601e61e84f127d0d27754e315c0925) AuthConfig (528bf8dce3767a3b75ae84942945f19fb00e77f43c89ddb028c753babae4d3df) AuthConfig (f034a0e766c279bfdbc335c6b2a34e518e8df8af7c748834edfdfde1ddeefc80) AuthConfig (c3130e91acb7b07157b2962cbdd977dd6c3afcf986c9b637e015993e33148a24) AuthConfig (28138368d4970169b5024950258f128307bb77c8287c8199caca49eeab1e4c7f) AuthConfig (637d0b00f2ad07cd0dc333ed6da203bb1476877e7678a01464f83c8a84bcfc91) AuthConfig (fabb78a3e59b310d4580789a1fb4ba24b384f5f4e315300c3ee4f41d80de7d0a) AuthConfig (85abb7dfb0c484afd5a5d3b506fbd20ea3dda735b70725fa6bc2db6ff696656a) AuthConfig (7b288926bddfb02446551ce1bf124c745be9f1b1bcc7cfc37f6291ec25e13304) AuthConfig (26fec9e5aa166d394c521b254d4cef2cab89569a40ad5b03fff02b1cffc451c7) AuthConfig (bb3c5f5184af67efae0dcf2abdbaec4a2665e1ab4241c4d09e47fa8ed1e6b59d) AuthConfig (d79cfef9054bbd66e251abe07aad6ae11c90c3b8763fabac58088b9004da673d) AuthConfig (1cb538b60d40644f27e66b0a2b4ebbfccb0a5301d47bb0af496310b10ef406e1) AuthConfig (952c52ce4262a1df49d5c981461fffbc4e9e9f652460ef9029a7cdfe36ddc61c) AuthConfig (2914991918cbb7abb3012d859894b5c440bf611adcb8b308d2b4d15ff68a4ee2) AuthConfig (cba9a67ef2ded7dafb96a819033f64c469fa10a2bd5ae9df5d636129e41de98f) AuthConfig (c1999194ae2d2e9d1acae8e370818d1985522a4a38eefd9388c277d430f24ae5) AuthConfig (1ad763f2177802c02a60cb06e7da82819e1a028f0437b5f9887f3eab7717fd27) AuthConfig (55161543b3d02a5616d41f9e5316b75ffd1d625a858fb84f4d21c0ba0606ca41) AuthConfig (40282d4b4398817ebba6c6c6fec0a54cc286eaada9da4c652f4e7e8ae026805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"9f38c4e7-dae4-473f-bb64-4559ca5f6754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.512054756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9dd39d6994f94e60b68e34f7858be1b80286e5c92dd943b255321cbc8970260) AuthConfig (7a2c3a2a6756ebc91ea1bd0942b92acb07c49d60601c78e65b96e12515e680ec) AuthConfig (dd75b579f4c3f9e342153075668aab0ebbe5045d4d6c131a4a7fda8aebb813f2) AuthConfig (43e619e95c7ca43164cc9193251b202d93cffb0a455cbf4c6507efba620d1ce7) AuthConfig (5ca1b58f9b639af3f152ca41c9cfd3735a91b8c7cec3f3c221a91143b533a9a0) AuthConfig (e9a2dc859765dfe91a41d2f31f5e57fc68153df57e093641d84a3b14f573a20f) AuthConfig (6391090683162d37abf23ba12d65dac756d530f54e3b2d38e68e3b2ac09bb0a4) AuthConfig (5db234618e8ad6f1bc1f4f6d74ac5b6510e4dc838cc87e31165ed6090af3ca48) AuthConfig (360b2c0868f0b6ecd648f62cfbc28540f08c0188c0cfbcae9c99d4ab910fb646) AuthConfig (d5f23fad620a24bb3ed58387ce8df2d6b2db821eb14ef29c3e2cb9f7af6980c5) AuthConfig (95aac3b6c35dc5ba076ef4b4f566bbe057601e61e84f127d0d27754e315c0925) AuthConfig (528bf8dce3767a3b75ae84942945f19fb00e77f43c89ddb028c753babae4d3df) AuthConfig (f034a0e766c279bfdbc335c6b2a34e518e8df8af7c748834edfdfde1ddeefc80) AuthConfig (c3130e91acb7b07157b2962cbdd977dd6c3afcf986c9b637e015993e33148a24) AuthConfig (28138368d4970169b5024950258f128307bb77c8287c8199caca49eeab1e4c7f) AuthConfig (637d0b00f2ad07cd0dc333ed6da203bb1476877e7678a01464f83c8a84bcfc91) AuthConfig (fabb78a3e59b310d4580789a1fb4ba24b384f5f4e315300c3ee4f41d80de7d0a) AuthConfig (85abb7dfb0c484afd5a5d3b506fbd20ea3dda735b70725fa6bc2db6ff696656a) AuthConfig (7b288926bddfb02446551ce1bf124c745be9f1b1bcc7cfc37f6291ec25e13304) AuthConfig (26fec9e5aa166d394c521b254d4cef2cab89569a40ad5b03fff02b1cffc451c7) AuthConfig (bb3c5f5184af67efae0dcf2abdbaec4a2665e1ab4241c4d09e47fa8ed1e6b59d) AuthConfig (d79cfef9054bbd66e251abe07aad6ae11c90c3b8763fabac58088b9004da673d) AuthConfig (1cb538b60d40644f27e66b0a2b4ebbfccb0a5301d47bb0af496310b10ef406e1) AuthConfig (952c52ce4262a1df49d5c981461fffbc4e9e9f652460ef9029a7cdfe36ddc61c) AuthConfig (2914991918cbb7abb3012d859894b5c440bf611adcb8b308d2b4d15ff68a4ee2) AuthConfig (cba9a67ef2ded7dafb96a819033f64c469fa10a2bd5ae9df5d636129e41de98f) AuthConfig (c1999194ae2d2e9d1acae8e370818d1985522a4a38eefd9388c277d430f24ae5) AuthConfig (1ad763f2177802c02a60cb06e7da82819e1a028f0437b5f9887f3eab7717fd27) AuthConfig (55161543b3d02a5616d41f9e5316b75ffd1d625a858fb84f4d21c0ba0606ca41) AuthConfig (40282d4b4398817ebba6c6c6fec0a54cc286eaada9da4c652f4e7e8ae026805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"af9ab707-3856-4b7a-9d58-ef7f6631bfc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:52.566828058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"9f38c4e7-dae4-473f-bb64-4559ca5f6754","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:52.567438113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"af9ab707-3856-4b7a-9d58-ef7f6631bfc3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.607477331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8ea01689","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689","reconcileID":"2ec6ad1d-ef16-4971-904c-3fae7d51ae04","MaaSSubscription":{"name":"e2e-combo-sub-8ea01689","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.738632197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"6663ab0c-2bb1-4c2e-96e3-743963391070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.738679663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d447b9c3-794b-4ace-a849-9469f8cd6817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.798188615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"6663ab0c-2bb1-4c2e-96e3-743963391070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.798979095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d447b9c3-794b-4ace-a849-9469f8cd6817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.828218609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"40ecaebb-2b49-4bae-b6ea-58afc3b19e52","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.856715632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9dd39d6994f94e60b68e34f7858be1b80286e5c92dd943b255321cbc8970260) AuthConfig (7a2c3a2a6756ebc91ea1bd0942b92acb07c49d60601c78e65b96e12515e680ec) AuthConfig (dd75b579f4c3f9e342153075668aab0ebbe5045d4d6c131a4a7fda8aebb813f2) AuthConfig (43e619e95c7ca43164cc9193251b202d93cffb0a455cbf4c6507efba620d1ce7) AuthConfig (5ca1b58f9b639af3f152ca41c9cfd3735a91b8c7cec3f3c221a91143b533a9a0) AuthConfig (e9a2dc859765dfe91a41d2f31f5e57fc68153df57e093641d84a3b14f573a20f) AuthConfig (6391090683162d37abf23ba12d65dac756d530f54e3b2d38e68e3b2ac09bb0a4) AuthConfig (5db234618e8ad6f1bc1f4f6d74ac5b6510e4dc838cc87e31165ed6090af3ca48) AuthConfig (360b2c0868f0b6ecd648f62cfbc28540f08c0188c0cfbcae9c99d4ab910fb646) AuthConfig (d5f23fad620a24bb3ed58387ce8df2d6b2db821eb14ef29c3e2cb9f7af6980c5) AuthConfig (95aac3b6c35dc5ba076ef4b4f566bbe057601e61e84f127d0d27754e315c0925) AuthConfig (528bf8dce3767a3b75ae84942945f19fb00e77f43c89ddb028c753babae4d3df) AuthConfig (f034a0e766c279bfdbc335c6b2a34e518e8df8af7c748834edfdfde1ddeefc80) AuthConfig (c3130e91acb7b07157b2962cbdd977dd6c3afcf986c9b637e015993e33148a24) AuthConfig (28138368d4970169b5024950258f128307bb77c8287c8199caca49eeab1e4c7f) AuthConfig (637d0b00f2ad07cd0dc333ed6da203bb1476877e7678a01464f83c8a84bcfc91) AuthConfig (fabb78a3e59b310d4580789a1fb4ba24b384f5f4e315300c3ee4f41d80de7d0a) AuthConfig (85abb7dfb0c484afd5a5d3b506fbd20ea3dda735b70725fa6bc2db6ff696656a) AuthConfig (7b288926bddfb02446551ce1bf124c745be9f1b1bcc7cfc37f6291ec25e13304) AuthConfig (26fec9e5aa166d394c521b254d4cef2cab89569a40ad5b03fff02b1cffc451c7) AuthConfig (bb3c5f5184af67efae0dcf2abdbaec4a2665e1ab4241c4d09e47fa8ed1e6b59d) AuthConfig (d79cfef9054bbd66e251abe07aad6ae11c90c3b8763fabac58088b9004da673d) AuthConfig (1cb538b60d40644f27e66b0a2b4ebbfccb0a5301d47bb0af496310b10ef406e1) AuthConfig (952c52ce4262a1df49d5c981461fffbc4e9e9f652460ef9029a7cdfe36ddc61c) AuthConfig (2914991918cbb7abb3012d859894b5c440bf611adcb8b308d2b4d15ff68a4ee2) AuthConfig (cba9a67ef2ded7dafb96a819033f64c469fa10a2bd5ae9df5d636129e41de98f) AuthConfig (c1999194ae2d2e9d1acae8e370818d1985522a4a38eefd9388c277d430f24ae5) AuthConfig (1ad763f2177802c02a60cb06e7da82819e1a028f0437b5f9887f3eab7717fd27) AuthConfig (55161543b3d02a5616d41f9e5316b75ffd1d625a858fb84f4d21c0ba0606ca41) AuthConfig (40282d4b4398817ebba6c6c6fec0a54cc286eaada9da4c652f4e7e8ae026805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"6663ab0c-2bb1-4c2e-96e3-743963391070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.856908988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9dd39d6994f94e60b68e34f7858be1b80286e5c92dd943b255321cbc8970260) AuthConfig (7a2c3a2a6756ebc91ea1bd0942b92acb07c49d60601c78e65b96e12515e680ec) AuthConfig (dd75b579f4c3f9e342153075668aab0ebbe5045d4d6c131a4a7fda8aebb813f2) AuthConfig (43e619e95c7ca43164cc9193251b202d93cffb0a455cbf4c6507efba620d1ce7) AuthConfig (5ca1b58f9b639af3f152ca41c9cfd3735a91b8c7cec3f3c221a91143b533a9a0) AuthConfig (e9a2dc859765dfe91a41d2f31f5e57fc68153df57e093641d84a3b14f573a20f) AuthConfig (6391090683162d37abf23ba12d65dac756d530f54e3b2d38e68e3b2ac09bb0a4) AuthConfig (5db234618e8ad6f1bc1f4f6d74ac5b6510e4dc838cc87e31165ed6090af3ca48) AuthConfig (360b2c0868f0b6ecd648f62cfbc28540f08c0188c0cfbcae9c99d4ab910fb646) AuthConfig (d5f23fad620a24bb3ed58387ce8df2d6b2db821eb14ef29c3e2cb9f7af6980c5) AuthConfig (95aac3b6c35dc5ba076ef4b4f566bbe057601e61e84f127d0d27754e315c0925) AuthConfig (528bf8dce3767a3b75ae84942945f19fb00e77f43c89ddb028c753babae4d3df) AuthConfig (f034a0e766c279bfdbc335c6b2a34e518e8df8af7c748834edfdfde1ddeefc80) AuthConfig (c3130e91acb7b07157b2962cbdd977dd6c3afcf986c9b637e015993e33148a24) AuthConfig (28138368d4970169b5024950258f128307bb77c8287c8199caca49eeab1e4c7f) AuthConfig (637d0b00f2ad07cd0dc333ed6da203bb1476877e7678a01464f83c8a84bcfc91) AuthConfig (fabb78a3e59b310d4580789a1fb4ba24b384f5f4e315300c3ee4f41d80de7d0a) AuthConfig (85abb7dfb0c484afd5a5d3b506fbd20ea3dda735b70725fa6bc2db6ff696656a) AuthConfig (7b288926bddfb02446551ce1bf124c745be9f1b1bcc7cfc37f6291ec25e13304) AuthConfig (26fec9e5aa166d394c521b254d4cef2cab89569a40ad5b03fff02b1cffc451c7) AuthConfig (bb3c5f5184af67efae0dcf2abdbaec4a2665e1ab4241c4d09e47fa8ed1e6b59d) AuthConfig (d79cfef9054bbd66e251abe07aad6ae11c90c3b8763fabac58088b9004da673d) AuthConfig (1cb538b60d40644f27e66b0a2b4ebbfccb0a5301d47bb0af496310b10ef406e1) AuthConfig (952c52ce4262a1df49d5c981461fffbc4e9e9f652460ef9029a7cdfe36ddc61c) AuthConfig (2914991918cbb7abb3012d859894b5c440bf611adcb8b308d2b4d15ff68a4ee2) AuthConfig (cba9a67ef2ded7dafb96a819033f64c469fa10a2bd5ae9df5d636129e41de98f) AuthConfig (c1999194ae2d2e9d1acae8e370818d1985522a4a38eefd9388c277d430f24ae5) AuthConfig (1ad763f2177802c02a60cb06e7da82819e1a028f0437b5f9887f3eab7717fd27) AuthConfig (55161543b3d02a5616d41f9e5316b75ffd1d625a858fb84f4d21c0ba0606ca41) AuthConfig (40282d4b4398817ebba6c6c6fec0a54cc286eaada9da4c652f4e7e8ae026805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d447b9c3-794b-4ace-a849-9469f8cd6817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.888774133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"5e4b0278-f78f-4291-8902-0da25891f473","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.974092514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"47eb0065-c5a2-4a0c-9cc0-8975fda1c750","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.991038437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"156daa98-c805-45c3-9dfc-88b555d80f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.991319667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"59e19331-231f-4c16-beef-e8e0d73edc07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:52.991038419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689-auth","reconcileID":"c11a6267-d9b2-4532-8158-42c167006ab4","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:53.05092357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"59e19331-231f-4c16-beef-e8e0d73edc07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:53.05219124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689-auth","reconcileID":"c11a6267-d9b2-4532-8158-42c167006ab4","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:53.05331801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"156daa98-c805-45c3-9dfc-88b555d80f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:53.213037099Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-combo-sub-8ea01689-auth","reconcileID":"789dab34-12fa-4f3c-b01b-d43667eb05d3","MaaSAuthPolicy":{"name":"e2e-combo-sub-8ea01689-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:53.380863471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"a6410f37-0f8f-4f9c-820b-fb3c09c145a9","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.222040783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"aa9025c9-2ea4-4bf5-afc4-2198bd96072a","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.261380173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"7b12d186-2ee2-40b6-b581-4adf1a1d12a4","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.279339834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"c98eb8c5-5b87-47a8-a14b-b2a6678af375","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.321931144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"344d16ec-bd73-420a-a14a-1c2f877619af","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.423309262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"9eb115fd-eaa3-4fe6-bac8-408d11c50077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.42343902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"9566bb09-e291-45b9-847d-144b1b51968a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.423309282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115-auth","reconcileID":"70930c72-e39d-428f-9a66-10a713bb0a03","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.483237619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115-auth","reconcileID":"70930c72-e39d-428f-9a66-10a713bb0a03","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.484315448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"9eb115fd-eaa3-4fe6-bac8-408d11c50077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.486736545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"9566bb09-e291-45b9-847d-144b1b51968a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.524039153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"9a966cd5-95ea-41e6-bd31-27c53f1a0e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.524104418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-auth","reconcileID":"6b268177-aa5b-4610-a669-59113749f3de","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.583760379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-auth","reconcileID":"6b268177-aa5b-4610-a669-59113749f3de","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.583787868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"9a966cd5-95ea-41e6-bd31-27c53f1a0e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:57:54.752937394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-sub","reconcileID":"9bbf5b18-a6f8-4f6d-8d19-a58e77b5f09b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.855827665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"067ba2cf-8ce7-480a-8cd0-14ecfb8f86ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.855838769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-auth","reconcileID":"807daf05-4955-44a9-8b9b-dad5899a01fc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.85630797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"cac396a0-71ac-4195-8291-48341db213f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.915360596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-auth","reconcileID":"807daf05-4955-44a9-8b9b-dad5899a01fc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.916944962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"cac396a0-71ac-4195-8291-48341db213f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.918368769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"067ba2cf-8ce7-480a-8cd0-14ecfb8f86ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.953012911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"1277b032-6367-4cf0-b766-5c85901e3351","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:54.95542345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"e871d51c-7862-41f7-a8d1-63b3c5c4b2c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:55.014267734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"e871d51c-7862-41f7-a8d1-63b3c5c4b2c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:55.114961318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-auth","reconcileID":"c26af968-6165-4771-8236-aa752b55c099","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:55.17426113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-auth","reconcileID":"c26af968-6165-4771-8236-aa752b55c099","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:55.286775856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"6d360062-5190-46e9-8b04-8b8c43688b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:55.346523742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"6d360062-5190-46e9-8b04-8b8c43688b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:55.388259086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"467da543-33e6-4239-817f-7b3e1a7488ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:55.454741652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"467da543-33e6-4239-817f-7b3e1a7488ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:57.669458038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"33589606-2bec-4953-b9b7-67285b82b7aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:57.669559079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"b3600e55-f5ab-4f1d-ac14-507a7c3a2240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:57.67015001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-auth","reconcileID":"61224a27-0884-4f2a-b8b2-60c1df7a0905","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:57.729104441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"33589606-2bec-4953-b9b7-67285b82b7aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:57.730621833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"b3600e55-f5ab-4f1d-ac14-507a7c3a2240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:57:57.731563537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-auth","reconcileID":"61224a27-0884-4f2a-b8b2-60c1df7a0905","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:03.019910596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d3191014-3c67-463e-9b5a-4c37e4e1a9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:03.019959355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"d1f2b20f-c9f4-417a-abcf-464005767e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:03.079657626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"d1f2b20f-c9f4-417a-abcf-464005767e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:03.079697499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d3191014-3c67-463e-9b5a-4c37e4e1a9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:03.138594478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9dd39d6994f94e60b68e34f7858be1b80286e5c92dd943b255321cbc8970260) AuthConfig (7a2c3a2a6756ebc91ea1bd0942b92acb07c49d60601c78e65b96e12515e680ec) AuthConfig (dd75b579f4c3f9e342153075668aab0ebbe5045d4d6c131a4a7fda8aebb813f2) AuthConfig (43e619e95c7ca43164cc9193251b202d93cffb0a455cbf4c6507efba620d1ce7) AuthConfig (5ca1b58f9b639af3f152ca41c9cfd3735a91b8c7cec3f3c221a91143b533a9a0) AuthConfig (e9a2dc859765dfe91a41d2f31f5e57fc68153df57e093641d84a3b14f573a20f) AuthConfig (6391090683162d37abf23ba12d65dac756d530f54e3b2d38e68e3b2ac09bb0a4) AuthConfig (5db234618e8ad6f1bc1f4f6d74ac5b6510e4dc838cc87e31165ed6090af3ca48) AuthConfig (360b2c0868f0b6ecd648f62cfbc28540f08c0188c0cfbcae9c99d4ab910fb646) AuthConfig (d5f23fad620a24bb3ed58387ce8df2d6b2db821eb14ef29c3e2cb9f7af6980c5) AuthConfig (95aac3b6c35dc5ba076ef4b4f566bbe057601e61e84f127d0d27754e315c0925) AuthConfig (528bf8dce3767a3b75ae84942945f19fb00e77f43c89ddb028c753babae4d3df) AuthConfig (f034a0e766c279bfdbc335c6b2a34e518e8df8af7c748834edfdfde1ddeefc80) AuthConfig (c3130e91acb7b07157b2962cbdd977dd6c3afcf986c9b637e015993e33148a24) AuthConfig (28138368d4970169b5024950258f128307bb77c8287c8199caca49eeab1e4c7f) AuthConfig (637d0b00f2ad07cd0dc333ed6da203bb1476877e7678a01464f83c8a84bcfc91) AuthConfig (fabb78a3e59b310d4580789a1fb4ba24b384f5f4e315300c3ee4f41d80de7d0a) AuthConfig (85abb7dfb0c484afd5a5d3b506fbd20ea3dda735b70725fa6bc2db6ff696656a) AuthConfig (7b288926bddfb02446551ce1bf124c745be9f1b1bcc7cfc37f6291ec25e13304) AuthConfig (26fec9e5aa166d394c521b254d4cef2cab89569a40ad5b03fff02b1cffc451c7) AuthConfig (bb3c5f5184af67efae0dcf2abdbaec4a2665e1ab4241c4d09e47fa8ed1e6b59d) AuthConfig (d79cfef9054bbd66e251abe07aad6ae11c90c3b8763fabac58088b9004da673d) AuthConfig (1cb538b60d40644f27e66b0a2b4ebbfccb0a5301d47bb0af496310b10ef406e1) AuthConfig (952c52ce4262a1df49d5c981461fffbc4e9e9f652460ef9029a7cdfe36ddc61c) AuthConfig (2914991918cbb7abb3012d859894b5c440bf611adcb8b308d2b4d15ff68a4ee2) AuthConfig (cba9a67ef2ded7dafb96a819033f64c469fa10a2bd5ae9df5d636129e41de98f) AuthConfig (c1999194ae2d2e9d1acae8e370818d1985522a4a38eefd9388c277d430f24ae5) AuthConfig (1ad763f2177802c02a60cb06e7da82819e1a028f0437b5f9887f3eab7717fd27) AuthConfig (55161543b3d02a5616d41f9e5316b75ffd1d625a858fb84f4d21c0ba0606ca41) AuthConfig (40282d4b4398817ebba6c6c6fec0a54cc286eaada9da4c652f4e7e8ae026805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"d1f2b20f-c9f4-417a-abcf-464005767e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:03.138974777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-c2c259-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d9dd39d6994f94e60b68e34f7858be1b80286e5c92dd943b255321cbc8970260) AuthConfig (7a2c3a2a6756ebc91ea1bd0942b92acb07c49d60601c78e65b96e12515e680ec) AuthConfig (dd75b579f4c3f9e342153075668aab0ebbe5045d4d6c131a4a7fda8aebb813f2) AuthConfig (43e619e95c7ca43164cc9193251b202d93cffb0a455cbf4c6507efba620d1ce7) AuthConfig (5ca1b58f9b639af3f152ca41c9cfd3735a91b8c7cec3f3c221a91143b533a9a0) AuthConfig (e9a2dc859765dfe91a41d2f31f5e57fc68153df57e093641d84a3b14f573a20f) AuthConfig (6391090683162d37abf23ba12d65dac756d530f54e3b2d38e68e3b2ac09bb0a4) AuthConfig (5db234618e8ad6f1bc1f4f6d74ac5b6510e4dc838cc87e31165ed6090af3ca48) AuthConfig (360b2c0868f0b6ecd648f62cfbc28540f08c0188c0cfbcae9c99d4ab910fb646) AuthConfig (d5f23fad620a24bb3ed58387ce8df2d6b2db821eb14ef29c3e2cb9f7af6980c5) AuthConfig (95aac3b6c35dc5ba076ef4b4f566bbe057601e61e84f127d0d27754e315c0925) AuthConfig (528bf8dce3767a3b75ae84942945f19fb00e77f43c89ddb028c753babae4d3df) AuthConfig (f034a0e766c279bfdbc335c6b2a34e518e8df8af7c748834edfdfde1ddeefc80) AuthConfig (c3130e91acb7b07157b2962cbdd977dd6c3afcf986c9b637e015993e33148a24) AuthConfig (28138368d4970169b5024950258f128307bb77c8287c8199caca49eeab1e4c7f) AuthConfig (637d0b00f2ad07cd0dc333ed6da203bb1476877e7678a01464f83c8a84bcfc91) AuthConfig (fabb78a3e59b310d4580789a1fb4ba24b384f5f4e315300c3ee4f41d80de7d0a) AuthConfig (85abb7dfb0c484afd5a5d3b506fbd20ea3dda735b70725fa6bc2db6ff696656a) AuthConfig (7b288926bddfb02446551ce1bf124c745be9f1b1bcc7cfc37f6291ec25e13304) AuthConfig (26fec9e5aa166d394c521b254d4cef2cab89569a40ad5b03fff02b1cffc451c7) AuthConfig (bb3c5f5184af67efae0dcf2abdbaec4a2665e1ab4241c4d09e47fa8ed1e6b59d) AuthConfig (d79cfef9054bbd66e251abe07aad6ae11c90c3b8763fabac58088b9004da673d) AuthConfig (1cb538b60d40644f27e66b0a2b4ebbfccb0a5301d47bb0af496310b10ef406e1) AuthConfig (952c52ce4262a1df49d5c981461fffbc4e9e9f652460ef9029a7cdfe36ddc61c) AuthConfig (2914991918cbb7abb3012d859894b5c440bf611adcb8b308d2b4d15ff68a4ee2) AuthConfig (cba9a67ef2ded7dafb96a819033f64c469fa10a2bd5ae9df5d636129e41de98f) AuthConfig (c1999194ae2d2e9d1acae8e370818d1985522a4a38eefd9388c277d430f24ae5) AuthConfig (1ad763f2177802c02a60cb06e7da82819e1a028f0437b5f9887f3eab7717fd27) AuthConfig (55161543b3d02a5616d41f9e5316b75ffd1d625a858fb84f4d21c0ba0606ca41) AuthConfig (40282d4b4398817ebba6c6c6fec0a54cc286eaada9da4c652f4e7e8ae026805e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d3191014-3c67-463e-9b5a-4c37e4e1a9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:04.430597263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5b9ef115","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115","reconcileID":"70179ec7-9da7-4649-8846-b90a7536082c","MaaSSubscription":{"name":"e2e-bulk-sub-5b9ef115","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscription":"e2e-bulk-sub-5b9ef115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:04.490872541Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-sub","reconcileID":"a5bdff6e-f780-4033-b8c4-507696a4d79d","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:04.656139428Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5b9ef115","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115","reconcileID":"70179ec7-9da7-4649-8846-b90a7536082c","MaaSSubscription":{"name":"e2e-bulk-sub-5b9ef115","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-865066/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:04.716313451Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-sub","reconcileID":"a5bdff6e-f780-4033-b8c4-507696a4d79d","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f73b9f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:04.874198763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"59d2fee5-6f24-4b58-a85f-5fa6112e924e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:04.923086548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"d50b0b0e-1b56-47e7-9048-dc7647b2355b","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:04.977455046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"1b2c3e83-944d-4ee0-81f8-56070c332157","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:04.979526544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"22d755a3-d6b3-49e4-a2e4-b54ec3f79446","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.057964694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"f538ab17-2210-4f83-a59e-fdfb564c1471","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.085325863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"dde4b8dd-ee70-44ed-be13-2c72dff8ff79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.085446744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115-auth","reconcileID":"9bffefcf-70cd-4229-a9a5-9b5b5ea9bc56","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.085876084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"e0e33c28-29ba-47b1-b8cf-8ba0d01e7818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.12665676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"c51dcaf3-c4e7-45b8-915e-b3f77adbb5e5","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.146146688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115-auth","reconcileID":"9bffefcf-70cd-4229-a9a5-9b5b5ea9bc56","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.146511898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"dde4b8dd-ee70-44ed-be13-2c72dff8ff79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.148605845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"e0e33c28-29ba-47b1-b8cf-8ba0d01e7818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.185601822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"5e38cf1f-9edb-4260-8acf-473ea04e2b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.185659581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-auth","reconcileID":"0931d729-715d-4fef-b399-6960fd02ad48","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.245382408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"5e38cf1f-9edb-4260-8acf-473ea04e2b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.246542413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-auth","reconcileID":"0931d729-715d-4fef-b399-6960fd02ad48","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.355698202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-bulk-sub-5b9ef115-auth","reconcileID":"30666bf7-b243-4059-979c-879b18a49a59","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5b9ef115-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.458011013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-active-auth","reconcileID":"feaedaf6-ba28-4eff-8546-477a8bfc4173","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.517610868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"5d3f683d-7f60-4ad7-a161-2b16d9d517e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.576936866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"5d3f683d-7f60-4ad7-a161-2b16d9d517e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.596038024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67fd9334-9de9-47c2-95d2-4a06bf988380","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.614610665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"9b59b8ef-6a61-489e-8e59-9a27f5e8e05b","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.65192304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"b10a937e-40c9-463c-90c7-4eb6f75e44a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.710456395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"ab6199b3-48df-4d76-9a6a-2493a6debf83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.719153681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"1abf4961-6752-4b98-b1c1-00dde55afa07","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.810307964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"3d15a275-78a6-483c-b2bf-ce191c4bffe5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:05.911103587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"f946e359-2d07-45e1-8bf9-9132cedb5c80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:06.011813179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"0e0ecda1-1a08-4b67-86af-abb4254567b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:06.115426206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"85a80d89-553c-4153-82f7-5ad25d0d8695","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:06.159646033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"4e0f1244-d683-4a36-9082-ae71487d8be8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:06.332442087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"70fd1193-4643-476c-ba34-26cf30d96ea2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:06.497538551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84bce38f-38b0-49fa-91ea-12e0df0952c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:06.727953604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"f3cc37a7-da7a-4456-9f56-30854e2c3c5d","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:06.786961935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"a0a7b1f8-f997-473b-9779-521abb80b2b0","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:06.949602244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-auth","reconcileID":"31aa5572-5645-481c-b9e2-72211eeb43af","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.002784745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"4bb5d760-306b-46a3-87d0-de4baf6eb39e","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.008920586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-auth","reconcileID":"31aa5572-5645-481c-b9e2-72211eeb43af","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.062048408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"b366a1d6-8119-4beb-a4a3-6c46b26c9652","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:58:07.111259379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-sub","reconcileID":"48106ec7-cb07-4def-a906-5a06c0ec92ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.164747655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"6cacc000-5c44-4b29-be82-fec69a58c7bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.164766576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"87c5831d-ccf8-4565-b9e0-bc7a6fe75a34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.224143657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"87c5831d-ccf8-4565-b9e0-bc7a6fe75a34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.224235955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"6cacc000-5c44-4b29-be82-fec69a58c7bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.225017901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"07f58259-a0cc-4dd7-8b04-9b1d5ea5eb43","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.284416321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"f8f5002d-0ff6-40f6-9929-df09f13cc169","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.33432532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"fdbd94c8-5773-4d13-8c41-19e68ddcaa53","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.496788324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-auth","reconcileID":"a7cccba9-6c33-4226-b62c-b46ad1da895a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.556015907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-auth","reconcileID":"a7cccba9-6c33-4226-b62c-b46ad1da895a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.564764985Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-sub","reconcileID":"d981f3eb-51ef-4a33-8acb-99f4ef1ff2e6","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f73b9f/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-f73b9f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.56494396Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-sub","reconcileID":"d981f3eb-51ef-4a33-8acb-99f4ef1ff2e6","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f73b9f/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.638363717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"f74371d3-116e-41b8-92a9-899ec0197396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.638363413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"67ef43ce-f7fa-46eb-85eb-914b83fbc781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.677790364Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-sub","reconcileID":"408291e3-c128-4f03-b775-73de6a8c6f6f","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.677918185Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-sub","reconcileID":"408291e3-c128-4f03-b775-73de6a8c6f6f","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-a9c5b3/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.697675196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"67ef43ce-f7fa-46eb-85eb-914b83fbc781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.697706525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"f74371d3-116e-41b8-92a9-899ec0197396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.783585676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"40ecfb36-ba8f-4b5b-a59f-a158628ce395","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:07.791634652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"e5bc3a79-80e8-4e1e-9b50-51922a04522a","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.009757586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-sub","reconcileID":"bd061d9a-8239-4ced-aaf1-48ca4449cdcd","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.009860941Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-sub","reconcileID":"bd061d9a-8239-4ced-aaf1-48ca4449cdcd","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f73b9f/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.060661779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"072c6d16-ccee-47e6-901c-a4cad101e5a3","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.137980758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"60729dc0-0952-42c0-a02e-fdc9ddaa6b50","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.162444114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7865c2dc-e7b3-43af-b669-d68ac35982a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.162617332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"f87a05ec-a406-4e20-8a6a-8f1ee3170f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.162444767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-auth","reconcileID":"0b8b396a-5c3d-4de8-9172-ff70ffaf8934","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.221977785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7865c2dc-e7b3-43af-b669-d68ac35982a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.222015235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"f87a05ec-a406-4e20-8a6a-8f1ee3170f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.224186443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-auth","reconcileID":"0b8b396a-5c3d-4de8-9172-ff70ffaf8934","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.431144867Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-apikey-failed-auth","reconcileID":"37042247-84a0-485c-a782-8fa2582f5447","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.481677036Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"31e5ef45-c131-47e3-8090-2ff835247bf1","namespace":"llm","name":"e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.535583333Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"0d79b2b2-4576-4a62-8c1b-13b48c360014","namespace":"llm","name":"e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.643818806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"b1bbd141-fba3-475e-ae70-e422ef1a2a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.643991902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"2041af98-3e51-4400-8167-3a902b4e2585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.643817362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"ca5a1d37-c5a3-4189-91f2-98603fbdebc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.644346142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"b2424c3d-4762-4ca0-9c2b-08b5bd16073e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.690050925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"f6a5b727-34f1-4100-82ae-3bf23359bb4a","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.703911211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"b2424c3d-4762-4ca0-9c2b-08b5bd16073e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.705394769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"b1bbd141-fba3-475e-ae70-e422ef1a2a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.707978414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"ca5a1d37-c5a3-4189-91f2-98603fbdebc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.710803634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"2041af98-3e51-4400-8167-3a902b4e2585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.852206411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-auth","reconcileID":"369c9d5e-da00-4420-b684-a60590ced190","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.871631165Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"347e7af4-ebd2-4e05-9ff0-e0f11cec832c","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"name":"e2e-rt-sw-ff3439","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:08.911471953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-auth","reconcileID":"369c9d5e-da00-4420-b684-a60590ced190","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.090299965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"63023d7e-59a1-466c-9572-dbabe5d586df","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.092876469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"8c3d9a00-2095-4b83-9965-a84017f48532","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.100613429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"9c2a46db-41ed-434e-a04d-b0d131c0aa50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.100648561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5eb0113f-756c-41c7-af70-0d6c429c8e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.150355231Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"3c851e5c-c2f2-430d-91b1-f8e94f82e208","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"name":"e2e-rt-sw-ff3439","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.160074247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"9c2a46db-41ed-434e-a04d-b0d131c0aa50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.162698256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5eb0113f-756c-41c7-af70-0d6c429c8e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.204801386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8825e612-6e01-4682-b34b-2bdddfa5d800","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.204820693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8825e612-6e01-4682-b34b-2bdddfa5d800","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.205074249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9643bf8d-0aa0-46d9-a183-7cdd1bef7326","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.205085548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9643bf8d-0aa0-46d9-a183-7cdd1bef7326","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.205312001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"542f094d-8172-4fe9-8b2a-1c1d027895af","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.205323066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"542f094d-8172-4fe9-8b2a-1c1d027895af","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.20556299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4863e5f0-388e-4dde-bdf4-a14527a9fd9b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.205577607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4863e5f0-388e-4dde-bdf4-a14527a9fd9b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.205771757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"753de584-eef5-4978-bbda-11e1c27d5fc7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.20578271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"753de584-eef5-4978-bbda-11e1c27d5fc7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.205964823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7aee6fec-2bac-4e72-a087-134cbe4395fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.205975772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7aee6fec-2bac-4e72-a087-134cbe4395fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.206382376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70be21df-abff-49a7-aee1-c0c960979fb8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.20639576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70be21df-abff-49a7-aee1-c0c960979fb8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.206607342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b355785b-cef8-4c42-97cd-e40998fd794e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.206618021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b355785b-cef8-4c42-97cd-e40998fd794e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.251871974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"6d1d2f6c-55bf-4b04-9b04-354f32d40922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.251917292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"38d84558-fa39-4f08-9f77-fb324668b80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.25374142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0bd18fef-cc66-411c-9b5d-0bbc615fd25c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.260909591Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"27ed0cf9-cdeb-4829-85ce-5bca0b9d2dc5","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"name":"e2e-rt-sw-ff3439","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.313864019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"6d1d2f6c-55bf-4b04-9b04-354f32d40922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.313929866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"38d84558-fa39-4f08-9f77-fb324668b80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.314916361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c68ae24a-6258-4805-a796-06dbec14496d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.315754303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72026891-7895-4dda-b223-b8795f349088","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.317385252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0bd18fef-cc66-411c-9b5d-0bbc615fd25c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.534148855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b6031b-00af-458f-8871-b90f1cabd135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.534263379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"8be48064-c7cc-4275-ac7f-76de3b7b39ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.593920246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"8be48064-c7cc-4275-ac7f-76de3b7b39ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.594617487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b6031b-00af-458f-8871-b90f1cabd135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.696998038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"4d17f63e-5b98-424f-9dbc-8c404c85427b","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.732152696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4dd267f2-8367-496b-9653-8bcf923465a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.73219548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"24387368-619c-425f-bd11-65fc2407c6b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.73275347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"3e8cb7c8-eb0f-4177-9ca7-961cf5e4720f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.792473796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"3e8cb7c8-eb0f-4177-9ca7-961cf5e4720f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.792907277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4dd267f2-8367-496b-9653-8bcf923465a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.794810593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"24387368-619c-425f-bd11-65fc2407c6b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.884353197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"40701938-79d7-4488-907e-7d1cda0a0a65","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.918452324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"dcec9bf7-ceec-4d48-bc81-0a31fd884d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.918458291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"c72689eb-9692-4566-b765-0f43701dac5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.953828552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"0efa8435-4e29-4cae-9555-c26536e2c174","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.97796746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"c72689eb-9692-4566-b765-0f43701dac5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:09.978001144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"dcec9bf7-ceec-4d48-bc81-0a31fd884d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.015704977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"49b2206b-7a02-4231-a98e-337e12cc4b5c","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:58:10.060278925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-37272b81","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81","reconcileID":"a2949270-1ae3-4b77-8f15-6f6ac25247cf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-37272b81\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.062566547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"731447b6-bbdb-4627-a4d1-ea3d09141a90","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.164851734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a360226-5046-45bf-9f3c-8e0f27e6d09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.164851754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf33369d-e83f-4a57-a6c4-a13c54890da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.175059012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"6bc84144-eef8-4511-9269-cf1f73b00af2","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.226846296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf33369d-e83f-4a57-a6c4-a13c54890da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.229064295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a360226-5046-45bf-9f3c-8e0f27e6d09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.236994605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"840cbeb1-b67a-4b7b-84a9-5b7a679d9044","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.26505228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"a6c6ec64-76a3-479e-a518-234d9fb57ce0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.289036116Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"be739bce-262e-4702-b5aa-575c6464381f","namespace":"llm","name":"e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.324996384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"a6c6ec64-76a3-479e-a518-234d9fb57ce0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.343872976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"8de62197-170e-4286-ac4d-32156fb0054d","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.343897068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"8de62197-170e-4286-ac4d-32156fb0054d","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.368446776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ffb869b3-5256-4209-a6da-1dfeebbaefdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.368462102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"e6abf322-4237-4f15-9a00-d147bb618777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.428905541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"e6abf322-4237-4f15-9a00-d147bb618777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.428957706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ffb869b3-5256-4209-a6da-1dfeebbaefdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.515131654Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-37272b81","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81","reconcileID":"4bcb4c70-975c-4545-8761-358d78d8e3c2","MaaSSubscription":{"name":"e2e-filter-sub-a-37272b81","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/e2e-filter-sub-a-37272b81","ai-tenant-e2e-worker-w4-a9c5b3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.600748197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-auth","reconcileID":"4dfa9755-f994-42b4-b331-59de93f5f378","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.600776145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"8bb74151-95fa-4bf1-948f-c1e9d104d58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.65021546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"e7f0d7fc-80a6-49ba-9232-da82b9e58f1d","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.660693513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"8bb74151-95fa-4bf1-948f-c1e9d104d58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.661826721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-auth","reconcileID":"4dfa9755-f994-42b4-b331-59de93f5f378","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.687760305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"3eff781f-a45b-42b7-a262-e18b030c7418","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.733482191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"067259b1-ed5f-4201-bfbf-b2e5de864153","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.756868289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7863f795-90df-44fb-bb5c-08bd1a5445d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.756971816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"800aa59e-ed1e-47d4-93df-43be01b02bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.816431199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"800aa59e-ed1e-47d4-93df-43be01b02bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.816553281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7863f795-90df-44fb-bb5c-08bd1a5445d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.857763441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"2d02b851-b090-4ac4-8122-cf10c6a8e2c7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.906718255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-37272b81","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81","reconcileID":"4209969d-ab0c-4573-9a0e-ae4d01d3d5c7","MaaSSubscription":{"name":"e2e-filter-sub-a-37272b81","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:10.917235975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"2d02b851-b090-4ac4-8122-cf10c6a8e2c7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.032103346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"a8b225ea-7ad9-418a-a406-cf0267d822a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.032107973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"edd9cacb-10f4-460d-8cb3-abf4737cebf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.079772113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"0fc9804b-4995-4d8a-bb95-b5cd4816fd00","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.091515347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"edd9cacb-10f4-460d-8cb3-abf4737cebf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.091573897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"a8b225ea-7ad9-418a-a406-cf0267d822a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.231264472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3c469b1-da6f-4c21-a70a-11134ac99517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.23135823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d515ec00-54ab-4ca2-95d3-0a6875e21608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.290799216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3c469b1-da6f-4c21-a70a-11134ac99517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.290831485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d515ec00-54ab-4ca2-95d3-0a6875e21608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.335492886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"35131423-fec5-4168-a2b1-f01ece94a08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.394557672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"35131423-fec5-4168-a2b1-f01ece94a08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.487779959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"e685a907-4b4a-4f30-bce2-4425f5042eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.510343989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ea127dae-9b26-44aa-b011-645e374f68f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.547074399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"e685a907-4b4a-4f30-bce2-4425f5042eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.569556388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ea127dae-9b26-44aa-b011-645e374f68f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.672878145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1657a027-4314-49d9-ad74-07a8f134ada4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.672873288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"74dcbba4-6f36-4a81-9e11-6f18f58e2347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.732718428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1657a027-4314-49d9-ad74-07a8f134ada4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:11.732986637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"74dcbba4-6f36-4a81-9e11-6f18f58e2347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:12.518771833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"2c8aa68e-ed30-4b54-b2d4-658289fc7c2e","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:12.578100985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"673c8c2f-2473-4055-b7a5-8f70fdafeb8a","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:12.740664718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"7c43c0a5-ff68-4aa5-83d0-84a59d83e2f2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:12.793211389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"5d11b3bf-f3e1-48f6-8eb4-93ceb6f9d279","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:12.793211914Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a9c5b3 priority=0:[ai-tenant-e2e-worker-w4-a9c5b3/e2e-filter-sub-a-37272b81 ai-tenant-e2e-worker-w4-a9c5b3/e2e-filter-sub-b-c9aa5290]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:12.800430847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"7c43c0a5-ff68-4aa5-83d0-84a59d83e2f2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:12.852574481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"9cc6e58b-e793-4a21-8856-7ec93c883650","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:58:12.900148874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c9aa5290","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290","reconcileID":"0739b361-95f8-4989-b981-f00749d549e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-c9aa5290\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:12.913229462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"ed440b4d-3505-49db-b666-89c248e3aac8","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:12.95619271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"342d2759-d573-4277-a7bf-e10baa9486b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:12.956247845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"cc9949cb-7f41-44bb-b0b2-f6b4fda0931c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:12.95669191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4e612c35-bb24-4f2d-a9ff-140368995adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.013822984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"d4505dff-8d27-44ae-8d93-0a890ada5e91","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.018515956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"cc9949cb-7f41-44bb-b0b2-f6b4fda0931c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.018574133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"342d2759-d573-4277-a7bf-e10baa9486b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.021016076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4e612c35-bb24-4f2d-a9ff-140368995adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.071910454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"dd8b1f9b-89e4-46ef-870e-98ee428d7ab8","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.126830428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"e3de3694-bacb-40a6-b8cc-0a1723ebd594","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.292343676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"b4ded475-7f15-4a25-ad2d-9c7df7c4d9a3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.351674639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"b4ded475-7f15-4a25-ad2d-9c7df7c4d9a3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.354440241Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c9aa5290","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290","reconcileID":"d2da3dd1-6f95-4cbc-a388-a14834fd1f17","MaaSSubscription":{"name":"e2e-filter-sub-b-c9aa5290","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/e2e-filter-sub-a-37272b81","ai-tenant-e2e-worker-w4-a9c5b3/e2e-filter-sub-b-c9aa5290","ai-tenant-e2e-worker-w4-a9c5b3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.430961754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"adc96af8-bf4a-45fe-b726-321e2f944338","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.430969091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ba02ff03-7dc3-4c43-a006-a487bbd72995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.432312524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e5e4d5ee-36be-4f9c-9fb8-f3d0e82336a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.490138553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"adc96af8-bf4a-45fe-b726-321e2f944338","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.490534439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ba02ff03-7dc3-4c43-a006-a487bbd72995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.492541978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e5e4d5ee-36be-4f9c-9fb8-f3d0e82336a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.526428404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"9d4ff164-ff52-4cd4-a5cf-7cc4d9bc764e","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.573907222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-37272b81","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81","reconcileID":"61583b83-deb6-450d-87df-f9e4baac5c07","MaaSSubscription":{"name":"e2e-filter-sub-a-37272b81","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.573982111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"ca704af4-a979-42c7-b2bd-575f97bca0c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:13.744504168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c9aa5290","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290","reconcileID":"1b131614-9e73-4379-8081-85e52f1062a5","MaaSSubscription":{"name":"e2e-filter-sub-b-c9aa5290","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:14.262613854Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:14.553894083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"a9d77846-d2ce-4d96-80bf-75152763c264","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:14.553926156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"a9d77846-d2ce-4d96-80bf-75152763c264","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:14.663584546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"2c04ce40-71a5-434a-9116-8942f4450c70","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:14.663614534Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"2c04ce40-71a5-434a-9116-8942f4450c70","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:14.773692444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"ad818de7-72eb-4ec9-9f3c-c8f5b54fffe5","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:14.833044303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"ad818de7-72eb-4ec9-9f3c-c8f5b54fffe5","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:15.278028594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"9d5e6b66-dab7-40eb-87a5-39f7b565a239","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:15.278053758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"9d5e6b66-dab7-40eb-87a5-39f7b565a239","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:17.430342264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3651babe-d7b8-4fd0-9c04-e8b321a298e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:17.531380412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"089bfbc0-d025-44a5-b54d-2e708bba2e94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:17.631534802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"9b2e9dc3-a6b7-43b2-b45a-b3661096422e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:17.664259943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"a6c46922-838e-49e2-8184-7d3aa465f92f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:17.835751429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"fc281041-0c68-4e18-aede-59f5b19f918f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:17.890246445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"d0df86a7-8e78-42d7-a0ae-e6ec824667d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.014067103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"5949166e-3594-4f37-beeb-78eed2764a26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.163842763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"d34d5c62-0386-4600-9d84-e673f5ab12fa","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.238498942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c0eea2a3-3a61-4db1-a1f7-51eea356959b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.329363227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"0280cc38-5310-457e-8f8e-9154e01cba39","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.329842608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"ed0439f8-0b59-499a-af61-492c050de05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.330074987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"59fd9a77-d284-420b-bb51-6e26fbef8006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.330334122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"4cd7acd4-ecd3-46b1-bb3b-de4c2d48c0b3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.333633843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"11b245a5-1911-4db8-9aa9-5545cba3112a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.348789168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"ccb29297-bbaa-4100-afd0-7cd3c929f30b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.390062075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"0280cc38-5310-457e-8f8e-9154e01cba39","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.395388324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"59fd9a77-d284-420b-bb51-6e26fbef8006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.400887379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"4cd7acd4-ecd3-46b1-bb3b-de4c2d48c0b3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.405298355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"ed0439f8-0b59-499a-af61-492c050de05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.516549282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d11326c-ec0d-4025-b238-201d5334bb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.575781655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d11326c-ec0d-4025-b238-201d5334bb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.767374624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"5f88ee86-5f61-43f0-a64f-b15b3421ceb4","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.779299001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f07b9ea-1989-45a7-8ad5-8a3c0fa477f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.82685101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"5f88ee86-5f61-43f0-a64f-b15b3421ceb4","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:18.839261838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f07b9ea-1989-45a7-8ad5-8a3c0fa477f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:19.783501625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"d2f6d52e-776e-4894-8921-d5942701851f","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:19.841129178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"34d10795-c924-42c4-b503-7178ceecacf4","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.008579697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e940d386","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-gw-auth-e940d386","reconcileID":"f839a8ed-eef1-44fc-8953-00788355996e","MaaSAuthPolicy":{"name":"e2e-gw-auth-e940d386","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.054798219Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-sub","reconcileID":"14c8c789-3255-40d7-b259-42cf40997169","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.06757534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e940d386","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-gw-auth-e940d386","reconcileID":"f839a8ed-eef1-44fc-8953-00788355996e","MaaSAuthPolicy":{"name":"e2e-gw-auth-e940d386","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.100890687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"458fe830-dcbf-4815-854d-7d0d7bcf1e83","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.100910759Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"458fe830-dcbf-4815-854d-7d0d7bcf1e83","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T03:58:20.160572033Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-sw-ff3439-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-ff3439-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.216445213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"1ba0d56e-fda8-4970-a5a5-30eb5613f343","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.261398714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"dbfc51ce-542a-4039-8c89-fe8a93e1073b","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.261680072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30aa2a36-9b9d-4d55-ae19-628dd366d2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.262313614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36638544-c06e-48d7-874b-2f89bd68cc89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.271897809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"f3e8fbae-5e89-403c-baba-8ac012027d19","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.271926709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"f3e8fbae-5e89-403c-baba-8ac012027d19","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.279475133Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-sub","reconcileID":"14c8c789-3255-40d7-b259-42cf40997169","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f73b9f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.279501698Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-sub","reconcileID":"14c8c789-3255-40d7-b259-42cf40997169","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.279624693Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-sub","reconcileID":"14c8c789-3255-40d7-b259-42cf40997169","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f73b9f/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.324777282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30aa2a36-9b9d-4d55-ae19-628dd366d2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.325018431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"dbfc51ce-542a-4039-8c89-fe8a93e1073b","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.329562047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36638544-c06e-48d7-874b-2f89bd68cc89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.394320692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"2d22e505-00d2-4ba0-9acd-7a45c5811270","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.492737505Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"adcc4c1d-99e7-46d3-815f-c5d94f74a0e5","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","model":"e2e-rt-sw-ff3439","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-ff3439-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.531130992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"03504435-4a11-4dbf-9243-b7f8fe652f66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.557289919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e940d386","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-gw-auth-e940d386","reconcileID":"43b4c68f-8960-48c5-948c-0e2ededde739","MaaSAuthPolicy":{"name":"e2e-gw-auth-e940d386","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.578854122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"c1f89270-d983-480a-a520-1e36223d19a0","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.617697582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e940d386","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-gw-auth-e940d386","reconcileID":"43b4c68f-8960-48c5-948c-0e2ededde739","MaaSAuthPolicy":{"name":"e2e-gw-auth-e940d386","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.692723384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"060ca7fd-8791-4bf7-a62c-55e995c8ab7d","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.692750116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"060ca7fd-8791-4bf7-a62c-55e995c8ab7d","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.710371925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1efda09b-ddd5-44c0-8fc1-00c473288e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.710571902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc984276-7288-4c79-91ac-542b27bd40e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.756654428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"63b20777-cac1-44cf-b9b8-5aed4d9a9251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.76992382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1efda09b-ddd5-44c0-8fc1-00c473288e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.76997104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc984276-7288-4c79-91ac-542b27bd40e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.802384766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"9d1d84fa-61ea-48c0-abfd-f8a2d602177c","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.802408917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"9d1d84fa-61ea-48c0-abfd-f8a2d602177c","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.813792849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"50d5ce1a-a539-488f-bcd8-f0a11637d4d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.817091126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"63b20777-cac1-44cf-b9b8-5aed4d9a9251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.829609672Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-apikey-degraded-auth","reconcileID":"2b506722-f7f3-4f67-8d21-f1d66a313224","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.857542105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"bddf69bc-67d7-4595-89d0-7bde2259a849","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.873261622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"50d5ce1a-a539-488f-bcd8-f0a11637d4d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.993613804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"a3c8b116-a74e-4f67-8d15-68434eb01b15","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","model":"llm/e2e-rt-sw-ff3439","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:20.995524663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"350943ba-be7d-4387-8908-7501007a74f5","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:21.093150459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"2924198d-9618-4d46-a366-3f6891721a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:21.152465633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"2924198d-9618-4d46-a366-3f6891721a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.34311928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"2e4e51b8-587c-46b1-a639-f3ab5c4555fc","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.343502128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"88e155ef-0778-40ae-aed5-4e8a71d56096","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.407486765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"91edb4bd-4458-4c46-8a71-61f64b28053f","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.407934379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"4ce1cf82-6914-422a-bb54-e0749e43b5f8","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.506908038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"931bc745-4f96-4a07-af55-24de401f1751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.506918242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"e5eaba39-dcae-42ec-841b-50b95550c08a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.565107145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"5c3dbb26-2181-4fa0-838a-03c40710c3d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.565107025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"7ecf5bc3-5c5a-4085-b45c-4315914c33f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.569350872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"931bc745-4f96-4a07-af55-24de401f1751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.56943218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"e5eaba39-dcae-42ec-841b-50b95550c08a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.895389798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"43f36031-33da-4720-95c4-79657a70f76d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.895436506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"fafa79ea-26d3-44d4-8ea1-32b2e78db637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.955382679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"fafa79ea-26d3-44d4-8ea1-32b2e78db637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:26.95556786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"43f36031-33da-4720-95c4-79657a70f76d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:28.337585391Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-37272b81","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81","reconcileID":"27628c1b-5a1e-4c36-aaf5-a49ab6d43b7b","MaaSSubscription":{"name":"e2e-filter-sub-a-37272b81","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscription":"e2e-filter-sub-a-37272b81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:28.572095757Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-37272b81","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81","reconcileID":"27628c1b-5a1e-4c36-aaf5-a49ab6d43b7b","MaaSSubscription":{"name":"e2e-filter-sub-a-37272b81","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/e2e-filter-sub-b-c9aa5290","ai-tenant-e2e-worker-w4-a9c5b3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:28.790330675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c9aa5290","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290","reconcileID":"748a2ea0-c48b-41d5-8521-18e49406d3c1","MaaSSubscription":{"name":"e2e-filter-sub-b-c9aa5290","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:28.790394276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"588c67a1-9092-481c-982d-429767471dd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:28.79262212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"7b40b8e3-d978-4885-836b-bb77b063c879","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:28.933061667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"b00825bf-1344-41f5-b151-9c9137c3667a","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:28.957440516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"bc7e834a-6254-403f-ae3f-584c50bb0a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:28.957449904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"a0669208-1554-4fd7-9a3c-7aeb31600c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:28.95793286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"3051b3e7-7735-4e63-9623-043e774c748d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:28.95795718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"33933a9c-aef8-44ae-a46a-0567c5ba0ed3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.018115569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"bc7e834a-6254-403f-ae3f-584c50bb0a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.01813516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"33933a9c-aef8-44ae-a46a-0567c5ba0ed3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.020393062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"3051b3e7-7735-4e63-9623-043e774c748d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.020744039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"a0669208-1554-4fd7-9a3c-7aeb31600c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.391711618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"354bfc90-2278-4332-ada2-04ed6bc72298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.391969134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"167b7cac-1087-43fa-bb25-bbeb410204ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.391713511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"e342ee0d-5829-4ce5-91eb-2bda028ce8d6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.392412979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"82b5402e-8fff-428e-82c1-ba025a6bb50a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.452151047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"167b7cac-1087-43fa-bb25-bbeb410204ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.452334302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"82b5402e-8fff-428e-82c1-ba025a6bb50a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.454520274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"e342ee0d-5829-4ce5-91eb-2bda028ce8d6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:29.454680285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"354bfc90-2278-4332-ada2-04ed6bc72298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.159223299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"39d08c25-cd6d-453b-b9c5-59d4b9d8733e","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","model":"llm/e2e-rt-sw-ff3439","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.277179258Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"11097506-b219-45fa-b3c0-78433ee7567a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.460280659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"cc62105e-6294-4ad5-b599-0d6d8f5a18b2","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.460310193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"cc62105e-6294-4ad5-b599-0d6d8f5a18b2","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.628923384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"669e58a5-1467-4b89-9364-6c9b0e421852","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.711668131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"45202a78-7932-4fbb-908d-9ca81bb84f1e","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.712533543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7c9ccbd-275d-4b13-a70f-00cd93fa158c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.713154119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1a7b54f-a467-40ad-8b49-fd9b24edc3eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.750310479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"9df10f70-b7d7-4a79-9ad6-042c06249660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.750883109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"59ee8e6c-6b30-4858-88f5-8a04bd6abd78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.759008354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"9631ffc3-0ee4-4d69-af7f-1d77f3ca76e0","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.777401268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"45202a78-7932-4fbb-908d-9ca81bb84f1e","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.780799396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1a7b54f-a467-40ad-8b49-fd9b24edc3eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.783286062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7c9ccbd-275d-4b13-a70f-00cd93fa158c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.812266528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"59ee8e6c-6b30-4858-88f5-8a04bd6abd78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.812761627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"9df10f70-b7d7-4a79-9ad6-042c06249660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:35.964768513Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-e940d386","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-gw-auth-e940d386","reconcileID":"b08f0639-6751-4248-8e03-bea208a23949","MaaSAuthPolicy":{"name":"e2e-gw-auth-e940d386","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:36.184113767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"66444cc0-925d-4057-9a64-5bbaacf960db","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:37.815191291Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"eb63f94a-4583-4ae0-b19d-b069b3d03ef1","namespace":"llm","name":"e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:37.872317776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"38e9fe1a-faa4-402a-beb2-9bbf9aadbfa3","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:37.872345189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"38e9fe1a-faa4-402a-beb2-9bbf9aadbfa3","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:37.981410521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"ab4ab70e-ff73-4f3e-8b71-cbae4bb2ec09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:37.981436721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"06211e0c-f1ce-4b65-bb5f-7e61d9d9b375","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:37.981930451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"628b5bb3-4a88-461d-ba01-6a46759a50c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:37.981975886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"a4802b9d-648e-49f5-95a8-95e0bc30f090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:37.986313671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"245a67a5-71b0-42dc-abbf-15cc5dbded39","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.027695385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1b180b81-8f9c-430b-8fb8-6bf4bca4c0dc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.027840748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1b180b81-8f9c-430b-8fb8-6bf4bca4c0dc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.028342046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"061dda6b-fa0b-4b31-a322-43d45bd25a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.028402286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"061dda6b-fa0b-4b31-a322-43d45bd25a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.050364682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"ab4ab70e-ff73-4f3e-8b71-cbae4bb2ec09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.057187068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"a4802b9d-648e-49f5-95a8-95e0bc30f090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.050656868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"628b5bb3-4a88-461d-ba01-6a46759a50c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.05911214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"06211e0c-f1ce-4b65-bb5f-7e61d9d9b375","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.060664974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"245a67a5-71b0-42dc-abbf-15cc5dbded39","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.084635351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"34930740-6432-4209-ba08-682f6dd5b314","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.084731437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"34930740-6432-4209-ba08-682f6dd5b314","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.147321532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b9cc3b0-af10-403c-8ae9-a5c6aa3584e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.147445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b9cc3b0-af10-403c-8ae9-a5c6aa3584e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.147916281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"488c2f23-c6ca-4e91-8d03-5dd9d5f1e930","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.147963132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"488c2f23-c6ca-4e91-8d03-5dd9d5f1e930","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.148389333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"032a1537-6ac4-4a63-80d3-2740a21e5dd1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.148471661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"032a1537-6ac4-4a63-80d3-2740a21e5dd1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.148848604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0f43e7ab-943c-4b52-82cc-9f33148b1878","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.148894173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0f43e7ab-943c-4b52-82cc-9f33148b1878","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.149324331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e8a93fc6-0d0b-4499-85af-c06e4e4434db","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.14938055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e8a93fc6-0d0b-4499-85af-c06e4e4434db","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.14968435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d88b6d08-94e7-4035-9c6b-cd7bae397351","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.149731233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d88b6d08-94e7-4035-9c6b-cd7bae397351","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.25923522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8ca889c3-1e6e-4d84-bdcd-3fe3f104d4d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.259561126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3729cc9f-649c-4414-82c5-f8661f4fa028","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.316198393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"9571daf9-5536-4b11-a612-5a1b79fcb1cb","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","model":"llm/e2e-rt-sw-ff3439","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.441673206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"a6530395-9e0b-4f30-b5ea-56c0640b6f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.441907436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"f3b85305-d061-4beb-af19-2062e21f8dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.442315537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"f4c96afd-8de1-4ee8-8e8a-ae3c8c087fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.441681657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7e7ca2b7-3b82-4c96-a9b7-8a7e5fb684ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.496622779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a79ee045-ee75-449c-9619-14201bf77e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.50192076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7e7ca2b7-3b82-4c96-a9b7-8a7e5fb684ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.502139986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"a6530395-9e0b-4f30-b5ea-56c0640b6f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.504218579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"f3b85305-d061-4beb-af19-2062e21f8dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.504440343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"f4c96afd-8de1-4ee8-8e8a-ae3c8c087fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.557052775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a79ee045-ee75-449c-9619-14201bf77e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.835716685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"f1a94477-67b0-45bc-9cb5-9f3ef49c2f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.840626785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"1a9c16f9-1356-40c9-b584-d609bfb42ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.896049288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5d0caa1-d2a8-4560-83f6-f7f0fe7a5f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.896855398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"b9c17147-59fe-4b0b-9744-bb1609c582a8","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.897562742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"f1a94477-67b0-45bc-9cb5-9f3ef49c2f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.902651696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"1a9c16f9-1356-40c9-b584-d609bfb42ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.939661234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"138596cb-7fd7-496c-8c65-085e81dc0438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.955812025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5d0caa1-d2a8-4560-83f6-f7f0fe7a5f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.956139251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"b9c17147-59fe-4b0b-9744-bb1609c582a8","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:38.999546645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"138596cb-7fd7-496c-8c65-085e81dc0438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.004215229Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"fe4a0a22-5b60-4a46-9219-793fa64d318f","namespace":"llm","name":"e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.103800027Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c9aa5290","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290","reconcileID":"2d980368-4ec7-43cc-949d-031aff416579","MaaSSubscription":{"name":"e2e-filter-sub-b-c9aa5290","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscription":"e2e-filter-sub-b-c9aa5290","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.23847386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"576d1284-f05b-433e-a287-48850a6d42bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.238474491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"a68afa13-b36e-4332-9af3-be42079866fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.274517063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c9aa5290","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290","reconcileID":"2d980368-4ec7-43cc-949d-031aff416579","MaaSSubscription":{"name":"e2e-filter-sub-b-c9aa5290","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.299009082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"576d1284-f05b-433e-a287-48850a6d42bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.299028034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"a68afa13-b36e-4332-9af3-be42079866fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.332959772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"98902d8a-d475-4aba-a554-cb0cc814c603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.398364931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"98902d8a-d475-4aba-a554-cb0cc814c603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.4257337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"9d49463b-4ced-4e3b-b757-dc653a8bff3e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.476873783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"d2b20f21-535d-453e-a17e-c2c37d9315ac","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.485052484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"9d49463b-4ced-4e3b-b757-dc653a8bff3e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.503360919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"0bc29f57-9bc9-4149-ba37-7083613a5117","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.538489382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"d2b20f21-535d-453e-a17e-c2c37d9315ac","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.634599852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"0faf543e-f735-4557-b951-2aba00857888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.651568858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"b9fae99e-29dd-4ef8-8b6d-f323fde11b7f","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.688356159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a5681aa-de26-459a-86e4-90d3e91a1b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.693859383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"0faf543e-f735-4557-b951-2aba00857888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.749620553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a5681aa-de26-459a-86e4-90d3e91a1b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.824174617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"242fe4d1-05a3-4610-bf0a-43046e7dfa53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.883574104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"242fe4d1-05a3-4610-bf0a-43046e7dfa53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.92682827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"d6f3ce60-b4d2-40d7-97b8-5bc01aaa9611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.926827729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"8aa22b24-424d-43e6-bad1-2cb662db522e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.987825042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"8aa22b24-424d-43e6-bad1-2cb662db522e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:39.98782504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"d6f3ce60-b4d2-40d7-97b8-5bc01aaa9611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.019813733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"84bd42d4-c8c5-4c70-bf10-55e11db47238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.078441987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"80cd0fea-612f-44dd-90c6-b7525eb20853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.083886719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"84bd42d4-c8c5-4c70-bf10-55e11db47238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.14774934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"80cd0fea-612f-44dd-90c6-b7525eb20853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.272889502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"3a7425fc-22da-46e4-b5ef-6ff09e9ddfd4","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.332638475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"3a7425fc-22da-46e4-b5ef-6ff09e9ddfd4","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.348342113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-a-37272b81-auth","reconcileID":"c072dd6c-0a6c-4e92-acd5-5b7f450a83ef","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-37272b81-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.411791048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"06b87e15-494f-45ce-b4cb-755a4dec85cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.465430578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd934ae5-3cd9-4dd1-bae1-657db0d74021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.471009101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"06b87e15-494f-45ce-b4cb-755a4dec85cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.515928953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"44cad5de-a55d-47c4-8150-93e066cfc52e","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.527301745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd934ae5-3cd9-4dd1-bae1-657db0d74021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.564824001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"4f5eeddf-2863-4739-a0d4-ec35c8c409d8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.624441794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"4f5eeddf-2863-4739-a0d4-ec35c8c409d8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.655701069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"e46f17d6-1c15-4e21-b6ca-c29096e6b7a8","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:40.905080858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-filter-sub-b-c9aa5290-auth","reconcileID":"d2c8a005-ff0e-4315-bbfb-cdccc6343d6f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c9aa5290-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:41.156611426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"4c1d34ae-08dd-4485-84ca-b40331f78214","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:44.262587919Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:51.767847426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36354797-392b-4270-8531-4d8eac76b218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:51.768578359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"0f032b29-ebd1-4152-8208-c25acce47adc","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:51.769196531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76e0abac-13b9-4e59-8f27-771e44500f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:51.844975858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"0f032b29-ebd1-4152-8208-c25acce47adc","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:51.910673982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36354797-392b-4270-8531-4d8eac76b218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:58:51.912744279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76e0abac-13b9-4e59-8f27-771e44500f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:01.143648014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"9ca56e73-6c5a-4dfc-aa31-b5138b631f8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:01.244607596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e4849a7-56a8-4276-994c-66899dd526f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:01.341995449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"d8ce0686-d202-4adf-aca9-b966ce434415","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:01.343027339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"f0723961-9979-493d-98fa-9d975db007d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:01.37736822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"5b210893-b09a-4764-88bc-905c324efee9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:01.490808533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"1460834f-3c4c-4254-b78c-56426f247a06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:01.583951878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"62df5c6d-77af-4d84-ab65-804c2925295d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:01.684833258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"73d10f62-9cbf-4ca0-b0b6-e2cc7b0ecde3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:01.684895766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"6c1c9f56-0f3f-4173-abdc-fd2efbf6ac7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:01.836697753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"631756d8-58a7-4c17-8562-331f96bd37c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:01.937269366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"97f6a9ed-7c0c-4747-8e84-b4f083993255","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:02.043394625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"4c215178-19fd-4f47-b15d-d4a2bbdbd88b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:02.121917272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"a980abb1-21a6-41e5-924d-130c468312f0","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","model":"llm/e2e-rt-sw-ff3439","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:05.135948527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"e2e-conflict-a-9e9797da","reconcileID":"e6259ceb-851a-4a6e-beb5-62ded3aac690","MaaSModelRef":{"name":"e2e-conflict-a-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"e2e-conflict-a-9e9797da-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"e2e-conflict-a-9e9797da","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.258328309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"54d4802c-af86-4571-ac00-e5bcfa66f4de","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.258648979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"20a1e330-b761-483f-a555-25570df1697e","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.324694223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"b9257fb2-9032-4be2-91d8-050ed483002a","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.325230186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"61a3c560-2021-4ed6-bc2c-88cee9ae6c09","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.422721748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"aee61840-d3da-43e2-996c-a9399ed408cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.422721015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"35b46095-5c8a-4bf0-bd88-0e467f928c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.478877599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"e76fc66b-4c63-4654-86ff-8194608e4672","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.478923532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"f2dc0cbd-6cf0-4bc3-9fd8-23c7ac1a1b55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.482669343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"aee61840-d3da-43e2-996c-a9399ed408cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.484107736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"35b46095-5c8a-4bf0-bd88-0e467f928c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.844046141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e30fa1e3-d8ff-4e86-b7a8-133c1727b750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.844091544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"2ee049aa-54b1-4a5e-8cd8-1d9269207380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.903878999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"2ee049aa-54b1-4a5e-8cd8-1d9269207380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:06.904067736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e30fa1e3-d8ff-4e86-b7a8-133c1727b750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:14.262366597Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.016691987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"34f3c29b-b131-4fe7-80ad-41bd2dcb02fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.126870599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2d95c01-dbbf-4fa9-aff2-031a5b6ad2c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.130861433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"68852191-41b0-4da4-ab72-b8ca13c7901d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.216708989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"c9cc88ed-0439-4d88-80ca-a95286b8e3ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.317110542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"36352fe7-0b73-4b6a-9309-bf5d9dc979d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.419275911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"f945e60c-e2ba-49f7-82c8-09966658bd0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.47067998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"06448b1f-b0bb-4264-90f0-6b3443cf1b8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.531684138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac4c51e3-f919-43f8-85ab-cfdf483ad339","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.639977031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"3b440dab-06cf-4d86-899e-b6417fbb7d73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.741651147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"67133ab5-1370-457c-a81c-fcd6531f0fd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.84259304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"09dacfbb-3373-4da1-9eeb-9ad5457fd54b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:18.996942001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"8f25f570-2194-4d95-a1af-edb3bc8b8290","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","model":"llm/e2e-rt-sw-ff3439","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:19.042281818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"1c553695-4a9f-4a30-bfcc-61a24d210e44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:19.249318962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"fd825639-69ac-4ca7-b2a2-bb3077468237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:19.249319147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"39571a0f-8147-43a0-941c-cbb6bb263064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:19.308938664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"39571a0f-8147-43a0-941c-cbb6bb263064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:19.309439332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"fd825639-69ac-4ca7-b2a2-bb3077468237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:20.831722786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"9ab98d58-fdea-4a2d-b3df-bfa90c8c72e3","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:20.832260482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"9e1fc5a2-cfdb-4352-8338-cd2f726aff91","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:20.897907769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"3d570915-59e7-4b25-91cf-2d15cc994569","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:20.898391701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"f049ab4a-fda9-4022-be59-37052368a02f","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:20.995300638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"0837b4c5-1845-424d-9f4d-44533e8ae3f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:20.995300426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"47bea15c-9054-4ed5-8862-0908f85e5f06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:21.050815293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"a5e64de8-ceb5-4dc3-99cb-d7fc4e8c31e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:21.050890778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"c2386607-7a2a-4e5c-9517-d4e9842d9187","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:21.055770408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"47bea15c-9054-4ed5-8862-0908f85e5f06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:21.057817821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"0837b4c5-1845-424d-9f4d-44533e8ae3f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:21.427029907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"b29e5349-c473-4f78-b9ae-210ca87d1f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:21.427030001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"3af9bf7e-ce72-4663-bc6b-67bfae3759bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:21.486887249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"b29e5349-c473-4f78-b9ae-210ca87d1f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:21.486914975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"3af9bf7e-ce72-4663-bc6b-67bfae3759bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:29.202969837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"446ec69e-2b77-4124-b18d-48bee0db454d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:29.202969208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"f991577b-c37e-4c49-a555-fb9b256967ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:29.262329469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"446ec69e-2b77-4124-b18d-48bee0db454d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:29.262450821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"f991577b-c37e-4c49-a555-fb9b256967ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.060605874Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"a1faa5fc-fba7-464b-b0ca-a7cd31feb5c0","namespace":"llm","name":"e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.11566689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"8238475c-75e5-497a-b726-94912fdcf6ea","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.115693425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"8238475c-75e5-497a-b726-94912fdcf6ea","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.225637479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"593a77c0-d5d2-47d9-9f9e-1b88ddadf819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.225973349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"3fb58b0b-dca1-4b77-8e33-ef3dd52aa06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.226178475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"99230126-6d46-4180-a903-3a78016ec03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.226390088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f0ebd2f6-9275-40e2-baa6-a0d000563792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.268530254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9bd962ff-e76b-4614-82f9-51f2f7f83e6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.268555676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9bd962ff-e76b-4614-82f9-51f2f7f83e6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.269000059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2887380a-6b2a-4cac-94ec-607b21746619","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.269018331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2887380a-6b2a-4cac-94ec-607b21746619","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.269340421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16d51a8b-753d-432e-815c-a6e74a0ea706","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.269356898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16d51a8b-753d-432e-815c-a6e74a0ea706","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.279342893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35167fa5-3a62-4c59-98b6-3eae996f354c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.285577249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"593a77c0-d5d2-47d9-9f9e-1b88ddadf819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.285794551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f0ebd2f6-9275-40e2-baa6-a0d000563792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.28777021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"3fb58b0b-dca1-4b77-8e33-ef3dd52aa06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.288098888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"99230126-6d46-4180-a903-3a78016ec03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.326720859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"79c9bf6e-57df-4fe9-8154-73a43be09c4b","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.326749962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"79c9bf6e-57df-4fe9-8154-73a43be09c4b","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.339056169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35167fa5-3a62-4c59-98b6-3eae996f354c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.38165102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6086b860-dd0d-4ffc-8b77-374cc975f6af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.381670957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6086b860-dd0d-4ffc-8b77-374cc975f6af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.381911107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a7cc3fd7-ab7f-463a-99f0-a4a087af6a39","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.381921526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a7cc3fd7-ab7f-463a-99f0-a4a087af6a39","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.382105101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab4c23b3-2e9a-446e-9c3a-a7a417146a2e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.382114578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab4c23b3-2e9a-446e-9c3a-a7a417146a2e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.382338219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4a6c9bcc-c194-4223-bda5-a251e3324967","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.38234875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4a6c9bcc-c194-4223-bda5-a251e3324967","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.382535066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b1172940-ad2c-472a-9030-1c8bf29a173b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.382544534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b1172940-ad2c-472a-9030-1c8bf29a173b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.493426167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2f83a27-c003-4b88-a20c-0d2dac341629","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.493423755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f6e7afdc-b235-4757-9296-0f0fdd732ef3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.545798403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"736ced12-71b6-47e7-a7aa-ea6373af2b39","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","model":"llm/e2e-rt-sw-ff3439","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.656443119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"120dbc0f-46a7-441f-815c-52d76167df27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.656540279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"90feddb6-03c3-4f04-9795-f6d0299cef89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.710569476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"516f8cca-f52a-4722-ac87-284cfbe86d89","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.710816311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8edbd7e-e584-4616-b889-f2ceaa997524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.71106101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"344bfa58-69db-40c6-884f-f450b5f289d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.716997855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"90feddb6-03c3-4f04-9795-f6d0299cef89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.717672795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"120dbc0f-46a7-441f-815c-52d76167df27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.771766774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8edbd7e-e584-4616-b889-f2ceaa997524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.771766776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"516f8cca-f52a-4722-ac87-284cfbe86d89","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:31.77413064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"344bfa58-69db-40c6-884f-f450b5f289d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.043317332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"a1321830-ee16-4a61-a5cd-e0ab3848bc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.044267962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"4987cc1c-56ae-4009-a153-4bfff0f748bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.09781898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"efc576c7-cafb-42d2-8bf9-3b187866176a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.10328834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"a1321830-ee16-4a61-a5cd-e0ab3848bc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.103690242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"4987cc1c-56ae-4009-a153-4bfff0f748bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.15173935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"609827d5-d331-474c-9253-b42aebeac6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.157107978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"efc576c7-cafb-42d2-8bf9-3b187866176a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.211881219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"609827d5-d331-474c-9253-b42aebeac6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.231550042Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"40308fed-b0fe-4e6c-a497-274571e4fa38","namespace":"llm","name":"e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.393976943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"2d948fb3-65e1-4395-86da-49bc06616a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.453388161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"2d948fb3-65e1-4395-86da-49bc06616a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.475155449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5523add0-db78-43e4-9285-06cc626e0817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.475185966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"ff3d6e74-1cd7-4975-946e-423cc65c36f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.534978702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"ff3d6e74-1cd7-4975-946e-423cc65c36f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.536141964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5523add0-db78-43e4-9285-06cc626e0817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.57566523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"039b0774-29f1-42ca-828c-709dcf5905d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.632105115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1ff039f-c8d9-4ffe-b6f0-25963464d8ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.637722965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"039b0774-29f1-42ca-828c-709dcf5905d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.6921903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1ff039f-c8d9-4ffe-b6f0-25963464d8ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.824364897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"cc10d7a1-3929-4ca1-b72e-fd11dfc6ef0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.87835706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"0b0f39e3-6f6a-47d5-b2f5-567dde8babcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.883643027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"cc10d7a1-3929-4ca1-b72e-fd11dfc6ef0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.932769351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"8d24b561-2ee2-40b7-ad64-fc86cc984813","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.937755062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"0b0f39e3-6f6a-47d5-b2f5-567dde8babcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:32.992663736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"8d24b561-2ee2-40b7-ad64-fc86cc984813","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:33.017580271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"7d025a4d-dd33-49c1-aa95-4daeded98ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:33.017615233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50a12431-693c-4d0e-aca4-1629e4a0526b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:33.07709408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"7d025a4d-dd33-49c1-aa95-4daeded98ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:33.077152583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50a12431-693c-4d0e-aca4-1629e4a0526b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:33.254929258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d0a2c8b0-aea5-4e4f-a70a-efcc9a2ced3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:33.314185597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d0a2c8b0-aea5-4e4f-a70a-efcc9a2ced3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:33.354734471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"18e588d5-9b77-4742-a93b-fc6a77038662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:33.413875821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"18e588d5-9b77-4742-a93b-fc6a77038662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:33.455661922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"b37c718a-0a67-4031-905c-288945d810a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:33.515089092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"b37c718a-0a67-4031-905c-288945d810a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:34.760572782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"d0803050-5bea-40fc-84f0-21c5caf1ce0f","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.265180555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"1708606a-b2b0-4e5f-99e1-d107786a793d","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.265631052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"e2e-conflict-a-9e9797da","reconcileID":"fb31edf3-bd77-458a-a46d-a7dfe6d43c55","MaaSModelRef":{"name":"e2e-conflict-a-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"e2e-conflict-a-9e9797da-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"e2e-conflict-a-9e9797da","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.265893979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"32af16b6-1d6c-4854-95a4-687e81cad3a4","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.331435113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"56f861a3-87e1-49f7-8237-acd853c538b7","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.331823532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"e2e-conflict-a-9e9797da","reconcileID":"a6c13f3d-a0fd-4133-bf8b-8081d9bb647d","MaaSModelRef":{"name":"e2e-conflict-a-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"e2e-conflict-a-9e9797da-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"e2e-conflict-a-9e9797da","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.33208544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"e16dde18-3e3e-427c-b1ee-db6db8886fa9","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.430337028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"dab97ea2-8ed5-4c8c-8950-a80f95f23a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.431029254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"b818a26e-fc45-4ad1-8968-83361b0ab1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.491184416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"d2e0f84d-2a8e-46e3-baea-4a1c0c25fe04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.491438923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"dab97ea2-8ed5-4c8c-8950-a80f95f23a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.491896918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"b0885879-3111-44ca-8a44-ddbe94cabf5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.496626731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"b818a26e-fc45-4ad1-8968-83361b0ab1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.816189047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"601cc34d-21a2-46e7-abb7-ad969ab18f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.823185191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"19711d74-504f-48da-b459-47d12ecd3066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.911270414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"601cc34d-21a2-46e7-abb7-ad969ab18f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:36.911711123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"19711d74-504f-48da-b459-47d12ecd3066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:44.262393567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:44.955545291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2217c2ab-b127-45ac-9b5c-10f937bf719b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:44.956257363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c2f798-a886-4f9c-b949-0947866e19a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:44.956828897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"7d77977a-839b-48b3-b4e5-a5d557e6092a","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:44.999764196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"34de8c69-f324-4a56-a12e-3d9ebfd687a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:44.999764563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"c0071c20-a334-4f63-8120-fafecea7de19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:45.032120445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"7d77977a-839b-48b3-b4e5-a5d557e6092a","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:45.038326004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75c2f798-a886-4f9c-b949-0947866e19a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:45.066378882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2217c2ab-b127-45ac-9b5c-10f937bf719b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:45.07355973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"c0071c20-a334-4f63-8120-fafecea7de19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:45.089295593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"34de8c69-f324-4a56-a12e-3d9ebfd687a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:55.844800918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"2e25c506-bee4-4e2e-8b51-61ce3636393e","namespace":"llm","name":"e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:55.89910821Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"efff4f9b-e972-407c-87eb-6ed6654c4388","namespace":"llm","name":"e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.008497531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"aa8cdffd-e446-4e2d-a4a7-9f108cb964a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.008606859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5c614bad-8961-4653-8828-c4e89f9169d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.008970859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"6059b235-5add-49d2-8174-ac9a9d43369c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.015891613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"9bb29d92-00e2-4d0c-858a-b2036bea8cee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.06248167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3c38dce-99ea-49f8-b0e7-94608f2e92c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.068382959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"6059b235-5add-49d2-8174-ac9a9d43369c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.068396027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"aa8cdffd-e446-4e2d-a4a7-9f108cb964a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.070623648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5c614bad-8961-4653-8828-c4e89f9169d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.075024984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"9bb29d92-00e2-4d0c-858a-b2036bea8cee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.122308347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3c38dce-99ea-49f8-b0e7-94608f2e92c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.216596405Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"aa405fed-1a59-470c-a467-41e0132fe001","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"name":"e2e-rt-eq-cd9660","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.331731754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b44b347-362b-4dd2-bdd4-ba983bd11306","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.331807907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b44b347-362b-4dd2-bdd4-ba983bd11306","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.332240401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54b3da0f-c1bd-4f3e-9e5d-1f2569846ab9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.332258514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54b3da0f-c1bd-4f3e-9e5d-1f2569846ab9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.332559066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d3cdecc-d95e-4df4-8abb-4c212f4e41af","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.332574409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d3cdecc-d95e-4df4-8abb-4c212f4e41af","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.332881146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e0ba25cd-f2b4-4a92-900f-3b1ba44f63aa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.332895602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e0ba25cd-f2b4-4a92-900f-3b1ba44f63aa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.333215415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"69d76406-3cd8-4372-bcf3-5242c92659a4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.333229663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"69d76406-3cd8-4372-bcf3-5242c92659a4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.333520572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49e803af-fdba-4d0d-9bf4-1062d04d0923","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.33353507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49e803af-fdba-4d0d-9bf4-1062d04d0923","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.388076083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"d20582bd-1bdd-4680-87f8-619b30e6c0d8","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"name":"e2e-rt-eq-cd9660","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.436388084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aea02e64-29ba-44a9-b6af-de26f9e5a9f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.436457731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d730263c-819e-4560-932e-60cad819368d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.443032105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e9f71f0c-2926-4b75-8a18-fbe53515adf4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.443047252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e9f71f0c-2926-4b75-8a18-fbe53515adf4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.443118369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"59390820-00b7-4c80-bb55-9ab56a467f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.443334694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adb42eb6-9760-4be9-bd26-264fff6a64c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.443346134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adb42eb6-9760-4be9-bd26-264fff6a64c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.443998469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"764511eb-6a62-4688-a041-137fd2879a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.491146059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"b3339a7a-2992-4f67-ad0c-5b03f28100b3","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","model":"llm/e2e-rt-sw-ff3439","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.497858672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74bfc53d-65cd-42c0-8794-9aef52eb3e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.49820491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"9ca0ce0d-c652-41ec-b0bc-46fc424e7958","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.498614687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"302420fa-0186-40eb-b3df-2a4d2db00e64","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.498634009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"302420fa-0186-40eb-b3df-2a4d2db00e64","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.502949808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"764511eb-6a62-4688-a041-137fd2879a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.504130642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"59390820-00b7-4c80-bb55-9ab56a467f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.544150661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"1799ca49-88cd-4871-87a3-0c6258f09852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.559906509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"9ca0ce0d-c652-41ec-b0bc-46fc424e7958","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.559982056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74bfc53d-65cd-42c0-8794-9aef52eb3e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.603507528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"1799ca49-88cd-4871-87a3-0c6258f09852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.923700839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"3f1ee4a0-c38f-4eec-a405-ff468a66fd18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.924246264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"fcc4adfc-153e-4ebd-b658-7e68fd64e689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.976518356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"48ee23bf-5366-43a1-8854-029a10d46776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.976523216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"b964f28e-1f90-4fea-906a-f8d3161a74b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.983199861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"3f1ee4a0-c38f-4eec-a405-ff468a66fd18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:56.98329919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"fcc4adfc-153e-4ebd-b658-7e68fd64e689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.036317705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"b964f28e-1f90-4fea-906a-f8d3161a74b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.036397374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"48ee23bf-5366-43a1-8854-029a10d46776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.087311707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"092b1d05-a65a-4e06-9cc1-a48f12846d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.146736954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"092b1d05-a65a-4e06-9cc1-a48f12846d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.310290301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7cfc71a5-4258-481b-9165-c327fe45d451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.310290314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"554852a3-7469-4e45-bc4e-271bc602c254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.364382668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"bbb13b15-1f52-4961-9c1c-06d4b02eefaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.370018901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"554852a3-7469-4e45-bc4e-271bc602c254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.370608683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7cfc71a5-4258-481b-9165-c327fe45d451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.418132602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"30ce520f-6f14-4833-b083-f86ccd5237e2","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.423441096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"bbb13b15-1f52-4961-9c1c-06d4b02eefaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.478670533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"30ce520f-6f14-4833-b083-f86ccd5237e2","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.480907556Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"7a8edecc-9944-46c6-b61a-02bbb6c79f73","namespace":"llm","name":"e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.527441088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96c332a8-249d-4844-ab5c-d6b5eba35d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.535721803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"58c80fd7-bed0-46fb-84cb-f31ecc4b94d4","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.535750014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"58c80fd7-bed0-46fb-84cb-f31ecc4b94d4","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.58866881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96c332a8-249d-4844-ab5c-d6b5eba35d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.696818913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"275ee1e2-b9f3-471e-a011-ae30f89c5702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.75082348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee84294f-994f-4230-b217-e31fb9bac323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.757584086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"275ee1e2-b9f3-471e-a011-ae30f89c5702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.796422129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"6a8367f2-5dd7-41a1-ba3e-f00fffdac962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.810086858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee84294f-994f-4230-b217-e31fb9bac323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.855784185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"6a8367f2-5dd7-41a1-ba3e-f00fffdac962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.952339425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"cfe72c53-7db6-4574-9e4d-c499b27b054e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:57.958837544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"45414ef9-00ae-4d12-8626-8f01573f0343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.012096708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"cfe72c53-7db6-4574-9e4d-c499b27b054e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.019615974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"45414ef9-00ae-4d12-8626-8f01573f0343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.081725713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"9b6c271f-0a75-4352-918f-74a01714568d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.134223531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"8cadef97-7e31-41d8-86e3-324fdfd929c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.140989461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"9b6c271f-0a75-4352-918f-74a01714568d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.194859374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"8cadef97-7e31-41d8-86e3-324fdfd929c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.235537249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"784d9b29-1913-43c7-9ca6-e56aef2109d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.294738648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"784d9b29-1913-43c7-9ca6-e56aef2109d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.392299428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8d48a8f-30b7-4069-a594-ac78cc2e3f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.447296265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"b19aad71-06f6-4d53-a804-88b05a112dd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.452456419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8d48a8f-30b7-4069-a594-ac78cc2e3f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.470513291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"4c579c29-5c99-4d88-a223-ccbc02cdcd6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.507031389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"b19aad71-06f6-4d53-a804-88b05a112dd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.524447635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"ed96a6f8-7179-460d-999f-31000b6bfb92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.529654818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"4c579c29-5c99-4d88-a223-ccbc02cdcd6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.585152295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"ed96a6f8-7179-460d-999f-31000b6bfb92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.731005898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"5fd1ec02-2bd0-49db-b8e8-55dac0753cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.790653285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"5fd1ec02-2bd0-49db-b8e8-55dac0753cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:58.94474789Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"df28fed2-30a3-457e-9d55-9ef65d7e4069","namespace":"llm","name":"e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.108543694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"16f5811f-2bec-4762-861a-0b197c2f82db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.108700479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"622ef595-f764-4874-bec2-b37419e71fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.109006631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"57fe624d-257c-484b-bd7d-581d8d139b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.162071365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b91fe9b-a22b-4a9d-95fc-9976ac374ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.168079812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"16f5811f-2bec-4762-861a-0b197c2f82db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.16834736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"57fe624d-257c-484b-bd7d-581d8d139b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.170355493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"622ef595-f764-4874-bec2-b37419e71fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.207691317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"8f87937b-ef2f-40b3-a328-cbc772a1bcf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.221086149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b91fe9b-a22b-4a9d-95fc-9976ac374ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.266979662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"8f87937b-ef2f-40b3-a328-cbc772a1bcf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.491089788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"91d6593b-1c41-4ea5-af1b-de3a5856f43d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.491785463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"4cd371c5-275e-41c6-8912-a8cf241ecf3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.545895792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"9aff4879-d41f-448a-b613-bffd30f52c43","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.550830816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"91d6593b-1c41-4ea5-af1b-de3a5856f43d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.551094813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"4cd371c5-275e-41c6-8912-a8cf241ecf3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.592982146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e2e81014-c962-47b3-8185-7b48f23593a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.604910776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"9aff4879-d41f-448a-b613-bffd30f52c43","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.645896056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09af4ea8-2af1-4763-83dd-83ec243f1b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.653415044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e2e81014-c962-47b3-8185-7b48f23593a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.704941156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09af4ea8-2af1-4763-83dd-83ec243f1b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.926501676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"ce67e547-4b54-4413-9c30-3be806dd808c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.926696042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"21612c30-5750-42fe-972c-38b5e87980f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.986880074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"ce67e547-4b54-4413-9c30-3be806dd808c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T03:59:59.986979295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"21612c30-5750-42fe-972c-38b5e87980f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:00.02531364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"9659ad2a-db82-4022-b5c0-c895b5b31cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:00.084718246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"9659ad2a-db82-4022-b5c0-c895b5b31cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:02.047967113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"a52a97f7-6fbd-4780-a067-1dff28350809","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:02.048002644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"a52a97f7-6fbd-4780-a067-1dff28350809","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:02.157702041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"b98c3875-1349-4fe9-9b7b-9646f40c1728","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:02.157732897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"b98c3875-1349-4fe9-9b7b-9646f40c1728","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:02.319868207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"469938c7-a8cf-4493-a62b-d0b0bdacf4de","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:02.38051787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"469938c7-a8cf-4493-a62b-d0b0bdacf4de","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:02.826055609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"c54cccf4-3798-4080-a5ab-4217fa57c93a","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:02.826085595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"c54cccf4-3798-4080-a5ab-4217fa57c93a","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:04.520259898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"666d7d5a-677f-4744-a4bb-aa6d5765f21f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:04.520387341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6ddeb37-0cf7-4954-8305-1ee058c142a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:04.521784057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"e197db2a-62a2-4ba0-80d4-db8dea73e2fc","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:04.521847239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"f7a10407-3fbe-4902-ad7a-f2e1d2bafb4b","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:04.590861734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"f7a10407-3fbe-4902-ad7a-f2e1d2bafb4b","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:04.594105861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"666d7d5a-677f-4744-a4bb-aa6d5765f21f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:04.595913339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6ddeb37-0cf7-4954-8305-1ee058c142a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:04.597276561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"e197db2a-62a2-4ba0-80d4-db8dea73e2fc","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:06.578104581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"ef08c58f-bd22-4a90-a142-2f6044c617d1","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.562734201Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-cd9660-sub models-as-a-service/e2e-rt-sw-ff3439-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.616981045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"ee147200-9265-4941-a768-044e05b18582","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.617015963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"ee147200-9265-4941-a768-044e05b18582","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:00:07.678930414Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-cd9660-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-cd9660-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.785206452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"c78686cb-dc64-4445-b453-d06e0544be16","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.78523671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"c78686cb-dc64-4445-b453-d06e0544be16","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.836891309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"bec399c0-2743-4260-b453-e81a0d91e438","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.83704573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e2f2bb-c096-4d6b-8369-ae0b10fae514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.837552347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"c37ee03d-d3f3-420e-b075-543a4b22408c","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.837661137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bff047f-6cf5-4a94-97ae-e63ba0f357f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.899097197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bff047f-6cf5-4a94-97ae-e63ba0f357f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.899580022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17e2f2bb-c096-4d6b-8369-ae0b10fae514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.900432089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"3c47c994-1156-48f5-a171-60186c85371a","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.900451456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"3c47c994-1156-48f5-a171-60186c85371a","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.901979506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"c37ee03d-d3f3-420e-b075-543a4b22408c","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:07.903286853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"bec399c0-2743-4260-b453-e81a0d91e438","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.004770743Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-sub","reconcileID":"f648ab4d-b420-403d-8a07-9c2f9cd509be","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-cd9660","model":"e2e-rt-eq-cd9660","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-cd9660-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.30599831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"609aab3e-89ca-4182-98c0-94077876371a","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.306026774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"609aab3e-89ca-4182-98c0-94077876371a","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.412767633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86f07424-9201-4799-a5ff-23356139bf13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.412779108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfae3d11-d2c8-4e59-9680-4bb73a021e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.474148819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfae3d11-d2c8-4e59-9680-4bb73a021e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.474141585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86f07424-9201-4799-a5ff-23356139bf13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.497884763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"aab14d4e-e02a-4907-9b96-bde0dd116fb1","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.524277412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-sub","reconcileID":"4e97cf43-8c51-4a2b-a6e3-62e42725f3d5","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-cd9660","model":"llm/e2e-rt-eq-cd9660","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.557344724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"aab14d4e-e02a-4907-9b96-bde0dd116fb1","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.599099082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"2df29408-de3d-42f4-b3a9-b9d03ef5aab7","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:08.659296444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"2df29408-de3d-42f4-b3a9-b9d03ef5aab7","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:12.888253681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"5e78a175-2b24-47b9-a660-a417707b0e69","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:12.888723236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"9e7c9c79-f5b4-41dd-8803-2eb473799106","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:12.889102048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"889196cf-5bc0-4b70-9fa1-72e66c186ab2","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:12.955340126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"47bf617c-b972-410b-86aa-40f0aac23338","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:12.955840142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"49a9b1be-bc21-4c4a-ae37-dc7a2dd5aee8","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:12.956099435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"0a833f85-c27a-4968-aca4-fc92cd3449f1","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.055848272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"3654c111-3d53-468c-a2fa-f5293768d951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.056216845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"1b10dcb7-c8f8-45cc-b2bb-4731987f810d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.112305453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"88c6e63e-3812-4ada-9e6c-ccfb405986df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.112302695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"4bc540b8-9375-45a6-9095-4ffe31f4c2e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.120422074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"1b10dcb7-c8f8-45cc-b2bb-4731987f810d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.127918049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"3654c111-3d53-468c-a2fa-f5293768d951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.513476669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"e2e-conflict-b-9e9797da","reconcileID":"785c5380-0342-4236-9651-ca9ea2d3f0b9","MaaSModelRef":{"name":"e2e-conflict-b-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"e2e-conflict-b-9e9797da-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"e2e-conflict-b-9e9797da","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.573767039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"e2e-conflict-a-9e9797da","reconcileID":"4f65e789-c5f4-4463-8f87-f512f6597008","MaaSModelRef":{"name":"e2e-conflict-a-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"e2e-conflict-a-9e9797da-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"e2e-conflict-a-9e9797da","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.585248508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"8b46f147-6a03-40f8-8406-b3b760a4fea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.585253281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"abe23e0f-afeb-4589-a41f-02b96745efb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.648178597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"8b46f147-6a03-40f8-8406-b3b760a4fea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:13.648427998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"abe23e0f-afeb-4589-a41f-02b96745efb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:14.26202198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:19.605589307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"e2e-conflict-a-9e9797da","reconcileID":"4b0dffe7-2d24-451f-a5a0-91749e76a22c","MaaSModelRef":{"name":"e2e-conflict-a-9e9797da","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"e2e-conflict-a-9e9797da-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"e2e-conflict-a-9e9797da","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:21.9559499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-sub","reconcileID":"ffb2dd2d-3ff3-4a09-a456-5c2205f3e56d","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-cd9660","model":"llm/e2e-rt-eq-cd9660","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.310966529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"4269fc24-0b34-40c0-8a1a-8da2cb5927a4","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.311001651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"4269fc24-0b34-40c0-8a1a-8da2cb5927a4","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.351118069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"63dffe4d-17f8-4c3d-a275-679580719778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.376668542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"18d20947-ef1b-4194-bad6-e3408c16256e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.439561208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"63dffe4d-17f8-4c3d-a275-679580719778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.460357234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"18d20947-ef1b-4194-bad6-e3408c16256e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.716774071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d12cd4e-93e8-460a-8a7c-4c9aa44662be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.717469078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"bbd4bba1-d056-4dbc-a3cd-ed6550a7efbd","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.718030744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e419526-bc70-42b0-a294-9d255744248b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.788550434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e419526-bc70-42b0-a294-9d255744248b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.795562805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"bbd4bba1-d056-4dbc-a3cd-ed6550a7efbd","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:22.796114975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d12cd4e-93e8-460a-8a7c-4c9aa44662be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:23.004970714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"2dbd5677-5522-49f8-b3a3-cc2f75854743","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:23.080596343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"2dbd5677-5522-49f8-b3a3-cc2f75854743","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:36.789570298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"74400577-8bfb-4584-bf69-044238f5e095","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:36.789961532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"1959acf3-c599-4103-9e89-e157404dd957","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:36.855339062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"ed11010b-b108-493b-b5dd-c5acbdbe0b46","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:36.855730214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"44dd3cd1-67ed-4e67-ad92-0c84a11f5d0b","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:36.953468002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"07bf6390-fa82-4e9d-ad58-c0eb7dcbfe08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:36.953834232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"8268ccd2-6f59-4914-91fa-c37137de2c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:37.009517675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"e4a7cf11-1ee1-4498-aafb-2c96b2c94d34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:37.009671037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"26e33892-3a25-47ef-86c4-e155d5c9d533","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:37.01578521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"8268ccd2-6f59-4914-91fa-c37137de2c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:37.016675419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"07bf6390-fa82-4e9d-ad58-c0eb7dcbfe08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:37.342320921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"7507e457-a712-4f61-a545-c2b84d2730b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:37.342322572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"03644e0f-c117-4d9d-acd9-23652264952e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:37.402581118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"03644e0f-c117-4d9d-acd9-23652264952e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:37.402619314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"7507e457-a712-4f61-a545-c2b84d2730b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:39.341721433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"6db09eda-645a-4a94-b7cb-808dd8237dea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:39.444919736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"782c41ba-f0ec-4b6e-ab77-6e1fa0a255b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:39.499725639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"6b1418a3-6c39-428f-a709-d4390606aa71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:39.670212563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"385f0c90-b4de-41a4-8ec0-b8b9b8863b22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:39.724640031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"3c7098ab-131c-4656-ab01-0fda068e194d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:39.838886079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"ba3a0932-ec70-4614-b92f-3d15b551eb2e","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","model":"llm/e2e-rt-sw-ff3439","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:39.883718437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"31cca5c0-e7a5-4617-907e-2c84f39e3f63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:39.985054539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"fa575ca4-2c4d-4654-9170-4859414b3687","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:40.063429989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-sub","reconcileID":"0c5d6758-6c7e-4b0c-be41-f8bce1944719","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-cd9660","model":"llm/e2e-rt-eq-cd9660","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:40.124630753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"4117baa8-a681-4156-8a8d-d1105adf8309","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:40.238027468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5fb8d659-7fd5-4307-93cd-25bf979984bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:40.340473464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"d82fc906-a70e-43a0-aaca-53dff3c421f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:40.34915621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"4e005e42-c7da-4dd4-8619-d993c8ba348a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:40.450125301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"db594f6c-d752-48ca-a101-14d0cfce8d34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:44.262812603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:51.7748121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"9cadbb4a-8b55-4b0a-8548-9e764aef181d","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:51.77494408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"9cadbb4a-8b55-4b0a-8548-9e764aef181d","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:51.942788796Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-sub","reconcileID":"f89040a6-c0d4-48de-be21-bd680afe36dd","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c81fc914","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:51.991966222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa32b19b-6a0b-48e5-9f3e-0045949ccc77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:51.992293822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81e1d350-88e0-4837-853a-412e285aa633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:51.991966223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"2c39e377-0857-446e-ae1e-35a246dba2c5","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:51.997709539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"b7eab91e-821e-42f7-b4c1-9c2ced33ca5b","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.052085056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81e1d350-88e0-4837-853a-412e285aa633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.052940408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa32b19b-6a0b-48e5-9f3e-0045949ccc77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.054466168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"2c39e377-0857-446e-ae1e-35a246dba2c5","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.056641297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"b7eab91e-821e-42f7-b4c1-9c2ced33ca5b","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.202720505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"02490188-c388-4705-ba8c-b1d087f88006","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.302513339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"06b7cbb6-d60c-45db-a25f-cfc9cd503119","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.402927201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"165686e2-4454-497a-bd96-25a0600b1aa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.437051478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95d865c9-5f74-405a-bd09-a611a98e53d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.53310467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa76d8ff-310d-4f1d-8107-1cb1a6a1b38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.533200507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82eae3cb-50d9-405e-99b5-2700af4ff4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.546187312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"16f23350-0bad-414c-8b23-60ca024fb132","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.594508244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82eae3cb-50d9-405e-99b5-2700af4ff4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.594866686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa76d8ff-310d-4f1d-8107-1cb1a6a1b38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.642668912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"341ade97-b8b7-4f17-a8a4-d76c1e3cb8f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.642665995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"2a21f2c2-868b-40e1-b0c3-9938d42a53d3","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.64706107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"84b78473-93b8-4d5b-9535-eb82d67e7cc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.701814069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"341ade97-b8b7-4f17-a8a4-d76c1e3cb8f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.702414889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"2a21f2c2-868b-40e1-b0c3-9938d42a53d3","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.751032841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"72f9b2c0-17b3-4886-a8e5-49654f92bb03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.910891901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"b2d19b6f-5847-47a1-94f5-e79003a27eb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:52.911263432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"a05814fa-3f3f-42e9-b54f-d8c3e07945b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:53.019872846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7903b34-262c-4c08-84d8-53dcbc1739b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:53.076742991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"02c0b5a9-d93f-4b6d-b745-b8d48ed13308","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:53.149109435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"fd29c262-e5d8-4b9b-a9c6-2be902afe59a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:53.304153262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"5b7affb7-b92a-4a57-8379-afd373247a38","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","model":"llm/e2e-rt-sw-ff3439","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:53.399387454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"499ef29d-fbd1-4a32-b139-eb3bf03fc032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:53.399395563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"b023db3f-bbdb-4419-9c75-267f917aba30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:53.459335232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"b023db3f-bbdb-4419-9c75-267f917aba30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:53.459367865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"499ef29d-fbd1-4a32-b139-eb3bf03fc032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:56.825629238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"4691d00f-0ede-49a9-8e1c-44e6b7c5243e","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:56.82609129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"e085dc70-4c89-4003-a60d-c9a8fca4a70d","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:56.826445808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"a24ff1d2-2500-40e2-a0c8-4b2d771a952b","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:56.895431242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"701a62ab-5735-475e-92ac-e53f0a2f5747","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:56.896497324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"879a9165-065c-4776-9e39-44a818d5dce6","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:56.897582903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"46cc6ea1-585d-40ea-811d-73204fffed08","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:56.993500494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"a5b55d58-7b4c-44e9-9aab-c52586750115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:56.993692696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5e08a29a-b81e-4ee2-bdac-d33d85b0c399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:57.04910944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"0737eb00-3c5e-4e96-8fe0-3930b3fe532d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:57.049407614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"f1cef353-ee8f-4155-ad28-f604efaba77e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:57.053703278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"a5b55d58-7b4c-44e9-9aab-c52586750115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:57.054985746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5e08a29a-b81e-4ee2-bdac-d33d85b0c399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:57.426918003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"75859e10-da91-4798-a9fc-9d95525c1050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:57.426972388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"fe22af56-22fe-49fd-9a25-db35622caf46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:57.487243058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"fe22af56-22fe-49fd-9a25-db35622caf46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:00:57.487333755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"75859e10-da91-4798-a9fc-9d95525c1050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:00.605565046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"d2efdd61-2ad6-44e5-8268-14dc4a47b523","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:00.60592071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"7eaecc1d-0c85-46f2-a259-6d150dae53d6","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:00.770658521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"7cd84ef1-5a16-4e11-b8f3-7fc245b39e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:00.771355373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"4277ba75-bd5b-4a13-8a5b-67da3ae6dfc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:00.82615651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"76c44937-31dc-4579-ade8-c4b47ccd64a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:00.826405639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"e6690148-8be4-4cf4-ada3-9cb895b387ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:00.831539947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"7cd84ef1-5a16-4e11-b8f3-7fc245b39e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:00.831664324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"4277ba75-bd5b-4a13-8a5b-67da3ae6dfc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:01.997730028Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-sub","reconcileID":"ceb576ea-09f7-4243-b46a-c160311d589d","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-cd9660","subscription":"e2e-rt-eq-cd9660-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.107517631Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-sub","reconcileID":"ceb576ea-09f7-4243-b46a-c160311d589d","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.162404969Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-sub","reconcileID":"ceb576ea-09f7-4243-b46a-c160311d589d","MaaSSubscription":{"name":"e2e-rt-eq-cd9660-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-cd9660","namespace":"llm","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.497189157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"5802eb27-ccd4-4ce8-a43a-b12f6fde1697","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.497216262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"5802eb27-ccd4-4ce8-a43a-b12f6fde1697","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.666322692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"ad527521-e844-4b7d-a7d4-7e807c6610df","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.666349137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"ad527521-e844-4b7d-a7d4-7e807c6610df","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.759997479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"7e46967e-035d-418b-82a8-4a4e63e260dd","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.760024233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5be1c4c-1dc7-4995-956a-460eaae3567f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.760552923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"089b795f-0a82-4596-a969-654811b3f43c","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.760667441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc855a35-94ee-42fd-9982-418b20425c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.775972728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"69acccae-d2c2-4daa-a914-b822f3eb37a1","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.775992275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"69acccae-d2c2-4daa-a914-b822f3eb37a1","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.825088714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"7e46967e-035d-418b-82a8-4a4e63e260dd","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.828813188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5be1c4c-1dc7-4995-956a-460eaae3567f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.833672504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"089b795f-0a82-4596-a969-654811b3f43c","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:02.835887069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc855a35-94ee-42fd-9982-418b20425c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.146514312Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-cd9660-access","reconcileID":"6a0ac6a3-efeb-4648-8193-8d75d53f9cc0","MaaSAuthPolicy":{"name":"e2e-rt-eq-cd9660-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.368896478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"7d93a24f-4d58-4c31-83f7-3179f8094a1b","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.368925086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"7d93a24f-4d58-4c31-83f7-3179f8094a1b","MaaSModelRef":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-cd9660-a80a1a5ba311","namespace":"llm","model":"e2e-rt-eq-cd9660","externalModel":"e2e-rt-eq-cd9660","provider":"e2e-rt-eq-cd9660-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.865775784Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"b8900932-2de5-4eb4-ac36-198866b4b5c0","namespace":"llm","name":"e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.923855465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed48829f-7bdd-49ae-8287-6703e01d5f6e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.923897079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed48829f-7bdd-49ae-8287-6703e01d5f6e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.924291051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"25b7ad98-f192-4ca2-bef8-180cb513becb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.924307539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"25b7ad98-f192-4ca2-bef8-180cb513becb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.92463369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"67d84879-2e8f-4354-a5d4-787bdaa2da21","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.924651716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"67d84879-2e8f-4354-a5d4-787bdaa2da21","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.924933479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b255b94e-fbf7-4af8-a431-8ea1c5b6f5b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.924948929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b255b94e-fbf7-4af8-a431-8ea1c5b6f5b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.925259328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"817fbacd-e05b-4697-9ba2-5f4442cec954","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.925275028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"817fbacd-e05b-4697-9ba2-5f4442cec954","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.925552125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d5e853c-2dd0-4ee7-96cf-48433608807a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.925567291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d5e853c-2dd0-4ee7-96cf-48433608807a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.926064664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cddbebaa-84ac-42f3-9888-5cf61b7b6775","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.926080872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cddbebaa-84ac-42f3-9888-5cf61b7b6775","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.926407374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18a15080-663d-4f92-8cf5-47ba274809e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.92642427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18a15080-663d-4f92-8cf5-47ba274809e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.983588741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"b0ef8295-5d8a-4faa-92d5-7726dec2b1c6","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:03.983618263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"b0ef8295-5d8a-4faa-92d5-7726dec2b1c6","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.030080049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"402e7674-fe51-4990-a07c-2fc0f2e800ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.030239925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"4e998a44-f935-4959-9ae9-77ec53c8b314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.09190543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"4e998a44-f935-4959-9ae9-77ec53c8b314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.092738324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"402e7674-fe51-4990-a07c-2fc0f2e800ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.133216646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"94d05b9e-25ff-4cf0-a496-6ba7f6d8f89a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.133387875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"cc749f00-be9e-494a-bbe1-afb4095b5f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.143958104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3994a13-abf4-4cda-90a5-d65c09864295","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.146987528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93dd0710-a238-4603-8459-0c2f09d5443b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.188282224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"998f9b5f-425c-431e-b56a-d318f3afe8ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.193717181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"cc749f00-be9e-494a-bbe1-afb4095b5f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.194235292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"94d05b9e-25ff-4cf0-a496-6ba7f6d8f89a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.198657102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"15a11103-1eef-413c-b016-492e1d474231","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","model":"llm/e2e-rt-sw-ff3439","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.248800426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"998f9b5f-425c-431e-b56a-d318f3afe8ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.46529697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"8c9a3b25-f321-438e-ae13-176624554eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.466204383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"1cdb23c1-ba50-4153-a8b0-c29f3a742f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.526199146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"8c9a3b25-f321-438e-ae13-176624554eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.527590844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"1cdb23c1-ba50-4153-a8b0-c29f3a742f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.619357161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"3eead2ab-10cb-431d-919a-c71f5b266c79","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.621461321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a59731fa-465b-4b49-9e52-f3037aa71386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.664530076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"2e320faf-866a-47fe-9522-4cb2070845a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.67988593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"3eead2ab-10cb-431d-919a-c71f5b266c79","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.68044204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a59731fa-465b-4b49-9e52-f3037aa71386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.72550549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"2e320faf-866a-47fe-9522-4cb2070845a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.73231952Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-cd9660","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-cd9660","reconcileID":"6100df95-fb79-4a07-a2c9-154a28af435e","namespace":"llm","name":"e2e-rt-eq-cd9660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.89937725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"da4aab17-6a84-4502-b3e3-11c3ed9620fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.8993794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"d2590748-8542-4aed-8953-b4b8ff21ad6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.958928105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"da4aab17-6a84-4502-b3e3-11c3ed9620fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:04.959820598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"d2590748-8542-4aed-8953-b4b8ff21ad6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.097260425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"bd841440-286f-4d18-94a3-d719648a7478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.150940805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd9aa98c-cef5-48db-a8c8-fe77e660e47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.157709698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"bd841440-286f-4d18-94a3-d719648a7478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.198679261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"7d22f240-37ce-4b6d-b6d6-8290988d76dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.211389853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd9aa98c-cef5-48db-a8c8-fe77e660e47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.259748278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"7d22f240-37ce-4b6d-b6d6-8290988d76dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.333863272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"1156ff57-b395-4198-9897-dd75423011db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.336438416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"ab47d4e6-0f72-426e-9ef7-bba5a4fe794d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.393682225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"1156ff57-b395-4198-9897-dd75423011db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.396340188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"ab47d4e6-0f72-426e-9ef7-bba5a4fe794d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.489013866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"97900682-ff62-4256-8ee1-6d558a8fdf87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.548605189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"97900682-ff62-4256-8ee1-6d558a8fdf87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.586248974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"a9418ab1-a77d-4cae-ac86-cd616289f82a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.645535814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"a9418ab1-a77d-4cae-ac86-cd616289f82a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.662029958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"dc7ad818-4d10-45c3-a4d7-f190fa96bcf0","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.662056911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"dc7ad818-4d10-45c3-a4d7-f190fa96bcf0","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.682779903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"73ef7eac-1239-465c-9920-dcc45180126b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.765274015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"73ef7eac-1239-465c-9920-dcc45180126b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.850265853Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"388e2740-50a5-4154-8960-9e21c5ef7eef","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-973dabb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.876638131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"5d6b8614-c71b-4299-bc28-bcbd7673b5ba","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.876689485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"500aa6f9-8e84-4f7a-80e0-395612666e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.958976428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"500aa6f9-8e84-4f7a-80e0-395612666e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:05.959926561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"5d6b8614-c71b-4299-bc28-bcbd7673b5ba","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:06.009709153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"bae032f9-11e8-4a59-a11e-83dad2cdaf7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:06.071531483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"bae032f9-11e8-4a59-a11e-83dad2cdaf7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:06.143393345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2e8f4c5-eed5-4655-ba16-a12fd867e099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:06.205207755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2e8f4c5-eed5-4655-ba16-a12fd867e099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:06.450228493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"89916327-48fa-4795-8772-19b56d42439f","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:06.45063146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2b81432-542e-472e-ab43-2975965f4f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:06.512910035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"89916327-48fa-4795-8772-19b56d42439f","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:06.519983285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2b81432-542e-472e-ab43-2975965f4f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:08.393966515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"13a63a1f-674d-4518-a4fd-a89336e197eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:08.393966555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"8aa3a3db-901d-4a56-b3d7-fbe6239f83a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:08.454089354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"8aa3a3db-901d-4a56-b3d7-fbe6239f83a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:08.454472149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"13a63a1f-674d-4518-a4fd-a89336e197eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:08.793324312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"36fb4b19-1043-4b07-ac88-09c37e47cfbc","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.558295652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"2636f982-05c2-4339-9580-45b59c74caaf","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.558799192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"5827218f-1fad-4b37-a7d4-5a3839d60d8e","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.579759751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"8985fe73-ad9e-4582-ada9-6481c929b7ec","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.638095025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"abcc4302-8f17-468f-bb3b-8ccd049c7c53","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.722520945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"23ab24c3-a9a2-4d26-99fe-3b73a2e2978b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.722588103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"06c984d9-053d-49ea-aad5-08df85098834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.778120831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"00a48312-e933-44ad-847a-b85107bbe275","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.778618109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"d5f599f9-fc9a-4dce-a8f3-0927ee064763","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.782255638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"23ab24c3-a9a2-4d26-99fe-3b73a2e2978b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.782324589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"06c984d9-053d-49ea-aad5-08df85098834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.823474251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"33ab614b-f764-45b5-8600-ca1fe27e416c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:09.884190431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"33ab614b-f764-45b5-8600-ca1fe27e416c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:10.252645247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"d7bcb5d3-bea0-4bc1-8199-92b07ce9c393","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:10.41604119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"17a4e3c7-4578-4cb2-a80a-ebc516dc2314","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:10.475542507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"17a4e3c7-4578-4cb2-a80a-ebc516dc2314","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:11.184491897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-w0-162191","reconcileID":"f669310b-e6f0-490c-8089-e7936fead8dc","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:12.276912383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"09a67618-6d63-46d0-b62c-1489c11fe927","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:12.335959518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"ae2dd538-46f2-4a4e-a49b-10c0e3c01a46","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.384852519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-subscription","reconcileID":"28010736-9107-41ba-aecc-1946e6392692","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.441928688Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"1cd1f856-03a1-4e84-b6a6-f328bb347928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.441973872Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"b2ea5028-f118-4568-81ba-6f4df3f55525","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.442357967Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"60547638-a6d8-437f-a63e-6a550424db71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:12.497146464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"d67ee6f5-7cc9-47c0-a754-13f5805ea67a","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.501723118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"b2ea5028-f118-4568-81ba-6f4df3f55525","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:12.501922352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"7f5abea2-28bf-4cc5-bf2d-dc6af38c83cd","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.504678637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"60547638-a6d8-437f-a63e-6a550424db71","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:12.504861338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"5f273ff4-d59d-4b80-96e8-e73aa6dc9687","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.505360644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"1cd1f856-03a1-4e84-b6a6-f328bb347928","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:12.505603582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"21f3fe0b-92a7-43a9-b37e-83d8a665510a","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:12.557348094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"fe6c1dfa-0328-4b08-97d5-74ccb3262190","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.708068105Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"8820c9ed-2d65-4f3e-b75d-d4d04244834c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.708068704Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"eac36e34-0a29-4223-b855-900633418b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.708425924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"eac36e34-0a29-4223-b855-900633418b92","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.708480556Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"081818ad-73e0-4bce-9e95-2ecd19f6cdea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.708527164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"081818ad-73e0-4bce-9e95-2ecd19f6cdea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.763803Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"8820c9ed-2d65-4f3e-b75d-d4d04244834c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.763861487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"8820c9ed-2d65-4f3e-b75d-d4d04244834c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:12.837886614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-subscription","reconcileID":"68dac072-dcac-4ab7-865f-fef1b78bf731","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription","ai-tenant-e2e-worker-w1-c2c259/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.881812113Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"8c3faf42-01ea-4b90-955f-6945dac8f6a4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.881883281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"8c3faf42-01ea-4b90-955f-6945dac8f6a4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.881862753Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"2c84a36b-649f-4bbb-8fa0-96cf3c7d5104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.881919501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"2c84a36b-649f-4bbb-8fa0-96cf3c7d5104","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.93751557Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"f0cacf73-0d2e-4c4b-8b47-60a96433f1f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:12.937594878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"f0cacf73-0d2e-4c4b-8b47-60a96433f1f1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:13.010924093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"f8bd1f85-82fa-42e5-925d-e9827cc0d14b","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:13.05650225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"044e6df1-f9f1-49b8-9e33-2b06a822d41c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.064564421Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"103a037c-66e8-466c-85f4-f56574d1c350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.064626231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"103a037c-66e8-466c-85f4-f56574d1c350","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.064665723Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"7a05a62a-6f93-4724-bb38-d1a62bb86441","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.064717979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"7a05a62a-6f93-4724-bb38-d1a62bb86441","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.164556363Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"2e2c13ed-333f-4fcf-be60-812f2c69edb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.1646243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"2e2c13ed-333f-4fcf-be60-812f2c69edb1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:13.228518086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-subscription","reconcileID":"1bf12f3e-0f8a-438c-9f3a-1e5fe4501e62","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.268143895Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"c69812bc-d29f-4c51-891f-7a7a0fbf0ae5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.268158979Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"3f28b32e-7f0c-4613-97c4-7c43d95d9b67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.268232779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"c69812bc-d29f-4c51-891f-7a7a0fbf0ae5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.268243423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"3f28b32e-7f0c-4613-97c4-7c43d95d9b67","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.368567142Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"7a4bdc07-0e94-4604-aa02-8febc1ca3f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.368637165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"7a4bdc07-0e94-4604-aa02-8febc1ca3f52","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:13.402378556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"4b77777a-e4cd-4031-8fd7-f3651c3b25aa","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.511635565Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"749515b8-e3bc-49c7-8386-a573cbb5d9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.51170705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"749515b8-e3bc-49c7-8386-a573cbb5d9dd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.511698808Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"e9f5ff43-cb39-4eb3-a4ef-308904caa941","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.511764337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"e9f5ff43-cb39-4eb3-a4ef-308904caa941","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.612974357Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"18544314-ab38-4b59-9179-453af0c598c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.613053876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"18544314-ab38-4b59-9179-453af0c598c5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.834524636Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"6d765632-d90d-4230-9e16-f7adeb923cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.834607503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"6d765632-d90d-4230-9e16-f7adeb923cd7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.834524501Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"50feec40-6544-4bfc-b872-50c3adf07aee","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.834657277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"50feec40-6544-4bfc-b872-50c3adf07aee","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.936558302Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"4ca810a0-0046-4fcb-937c-d9007677554c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:13.936639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"4ca810a0-0046-4fcb-937c-d9007677554c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:14.26272981Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:14.317603603Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"3d91ac15-3558-44ff-a64e-ae2f3c1e9e00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:14.317622129Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"fe5d5890-86de-4127-9d19-94d90bebd24a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:14.317680707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"3d91ac15-3558-44ff-a64e-ae2f3c1e9e00","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:14.317689978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"fe5d5890-86de-4127-9d19-94d90bebd24a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:14.421654512Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"3fc15d3b-1f57-484d-8002-52303cb39ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:14.421733551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"3fc15d3b-1f57-484d-8002-52303cb39ecf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:14.743021947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"429797fc-15b0-413e-a07b-2da3a00334e6","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.121308609Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"505cc1b2-3b73-47d4-be37-4cd7b1c81270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.121378653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"505cc1b2-3b73-47d4-be37-4cd7b1c81270","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.1213567Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"e9327e03-7911-4c77-95f7-25256fc8b316","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.121432405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"e9327e03-7911-4c77-95f7-25256fc8b316","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.225457001Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"7bc425ff-3715-4cf8-892c-1983b7ddde3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.225526074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"7bc425ff-3715-4cf8-892c-1983b7ddde3e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:15.30451328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"91bcb665-623e-4b73-9cfa-e201bccdf700","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.466970635Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"c888dd86-5d5c-4f30-ac65-1b03283e0d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.466977204Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"cf2a6ccf-73a9-402a-91d2-ef22a0bef187","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.46704191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"c888dd86-5d5c-4f30-ac65-1b03283e0d14","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.467048508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"cf2a6ccf-73a9-402a-91d2-ef22a0bef187","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.467316242Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"3d0d1943-cb98-445c-8e47-42698b54e719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.467370437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"3d0d1943-cb98-445c-8e47-42698b54e719","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:15.545852683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"e8c8e0ae-7ee2-4383-b566-11775bc90353","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:15.603927616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"17e228c3-2e6e-4716-b9e7-0c8cbfcf8bdf","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:15.812924066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"0504693d-4163-4caf-9b6d-4a9b44b5ad8b","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:15.825450279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"aa22325d-4783-459b-b493-db9cb5c86f12","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:15.873433935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"bf1ff254-6bdf-4bca-96a9-22a3bfcbf320","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:15.88437905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"aa22325d-4783-459b-b493-db9cb5c86f12","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:15.905539618Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"cb62caab-ee64-416c-8ca9-1214cba35eb6","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-ff3439","subscription":"e2e-rt-sw-ff3439-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.919147217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub1","reconcileID":"6e0939f0-63d8-4410-ab20-c74b6b7bc2cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.929275421Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"bf1ff254-6bdf-4bca-96a9-22a3bfcbf320","name":"distinct-w4-a9c5b3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-a9c5b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:15.929334404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"bf1ff254-6bdf-4bca-96a9-22a3bfcbf320","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-a9c5b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:15.934647994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"7f19d80c-b656-4194-a664-925a4e86b599","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:15.942198152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8fe96c7aff390f42035350691e02584000ae6f76725b2bdd2369debbfb01d8b) AuthConfig (c4e1cf9d5863bee00644a8694fe0e383cac53f8cc98e326174a10ae0fe96781b) AuthConfig (ee7eb5d076d20450ef5373263f1912c556c4b32b73ad499d0bc8335e06cdbcfc) AuthConfig (e900a7d4e9cbb46b9326f5c62672f79022d67516e985cd349798e838279318fd) AuthConfig (52c2256e293ea8b4036926e604714fff91a4c013484b7ae22d76077dac5500e2) AuthConfig (e4e58bc44b538fd9cb975db5ac0de3a659a1fd6467ecb127d3f8f980d06b9a04) AuthConfig (281ad800985db3e67ff9340544e39b4e325d213b257cbc3b4de7ed805ece1b69) AuthConfig (bad48760233fbb361b037378c2bfc656cd770041ff2c9f47583def6d5afb544b) AuthConfig (9e434bea1c9423fac4e5f4393ddf0945dcb92c95d20744f5530f29dd3721b3d2) AuthConfig (a20c09def2d8810917c3630f674f94acbaf51d861a33b95135e858fc84a89dd1) AuthConfig (25bbe7254c396f04003e7da1166c16dad38267e2ccf522c03ca149c1e49fc0ae) AuthConfig (f763e94d0134ddd04cfa2145f7f21cad84c437c914dce221d8ad613dc0ee011f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"aa22325d-4783-459b-b493-db9cb5c86f12","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.004228154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"a7034f73-cfca-4286-91cf-b7fef38bf789","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.019837387Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"cb62caab-ee64-416c-8ca9-1214cba35eb6","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.028012502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"0f455a14-f6ec-48b6-a729-8bf4572c4950","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.031279737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7966d33b-4c38-4d94-8464-719a04bd0391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.031332506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"0b377f6d-df0b-4f12-ae79-d3b9fc358fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.074512015Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-sub","reconcileID":"cb62caab-ee64-416c-8ca9-1214cba35eb6","MaaSSubscription":{"name":"e2e-rt-sw-ff3439-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-ff3439","namespace":"llm","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.087842041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"357e2f8a-ec56-41be-9652-666ca7df62e6","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.088283637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"808aaeb2-4226-4800-9fa2-23ffb2dc327e","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.093395557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7966d33b-4c38-4d94-8464-719a04bd0391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.093420519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"0b377f6d-df0b-4f12-ae79-d3b9fc358fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.146808917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"5ff7aa7b-4291-4487-9de2-87fc95283695","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.220591349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"8dd0c498-6fe4-4229-b806-1844bf0037a9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.279778379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"8dd0c498-6fe4-4229-b806-1844bf0037a9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.306673613Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub1","reconcileID":"43dc983f-5580-49d1-8861-2f00488e844c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-w4-a9c5b3","model":"distinct-w4-a9c5b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.338255783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8fe96c7aff390f42035350691e02584000ae6f76725b2bdd2369debbfb01d8b) AuthConfig (c4e1cf9d5863bee00644a8694fe0e383cac53f8cc98e326174a10ae0fe96781b) AuthConfig (ee7eb5d076d20450ef5373263f1912c556c4b32b73ad499d0bc8335e06cdbcfc) AuthConfig (e900a7d4e9cbb46b9326f5c62672f79022d67516e985cd349798e838279318fd) AuthConfig (52c2256e293ea8b4036926e604714fff91a4c013484b7ae22d76077dac5500e2) AuthConfig (e4e58bc44b538fd9cb975db5ac0de3a659a1fd6467ecb127d3f8f980d06b9a04) AuthConfig (281ad800985db3e67ff9340544e39b4e325d213b257cbc3b4de7ed805ece1b69) AuthConfig (bad48760233fbb361b037378c2bfc656cd770041ff2c9f47583def6d5afb544b) AuthConfig (9e434bea1c9423fac4e5f4393ddf0945dcb92c95d20744f5530f29dd3721b3d2) AuthConfig (a20c09def2d8810917c3630f674f94acbaf51d861a33b95135e858fc84a89dd1) AuthConfig (25bbe7254c396f04003e7da1166c16dad38267e2ccf522c03ca149c1e49fc0ae) AuthConfig (f763e94d0134ddd04cfa2145f7f21cad84c437c914dce221d8ad613dc0ee011f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"8dd0c498-6fe4-4229-b806-1844bf0037a9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.360851942Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a9c5b3 priority=0:[ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.361060751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"07d20c1e-232b-4e61-8074-8748a2bc29f6","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.415264033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"64a56568-0c8d-4b9d-9a87-7c2942b2010a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.474832218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"64a56568-0c8d-4b9d-9a87-7c2942b2010a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:16.475132821Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.475391758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"ce45b8f8-99ba-479e-8fb0-b178a6e799be","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.47540894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"ce45b8f8-99ba-479e-8fb0-b178a6e799be","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.475462057Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a9c5b3 priority=0:[ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:16.475674733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub1","reconcileID":"43dc983f-5580-49d1-8861-2f00488e844c","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:16.530550385Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.532623374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8fe96c7aff390f42035350691e02584000ae6f76725b2bdd2369debbfb01d8b) AuthConfig (c4e1cf9d5863bee00644a8694fe0e383cac53f8cc98e326174a10ae0fe96781b) AuthConfig (ee7eb5d076d20450ef5373263f1912c556c4b32b73ad499d0bc8335e06cdbcfc) AuthConfig (e900a7d4e9cbb46b9326f5c62672f79022d67516e985cd349798e838279318fd) AuthConfig (52c2256e293ea8b4036926e604714fff91a4c013484b7ae22d76077dac5500e2) AuthConfig (e4e58bc44b538fd9cb975db5ac0de3a659a1fd6467ecb127d3f8f980d06b9a04) AuthConfig (281ad800985db3e67ff9340544e39b4e325d213b257cbc3b4de7ed805ece1b69) AuthConfig (bad48760233fbb361b037378c2bfc656cd770041ff2c9f47583def6d5afb544b) AuthConfig (9e434bea1c9423fac4e5f4393ddf0945dcb92c95d20744f5530f29dd3721b3d2) AuthConfig (a20c09def2d8810917c3630f674f94acbaf51d861a33b95135e858fc84a89dd1) AuthConfig (25bbe7254c396f04003e7da1166c16dad38267e2ccf522c03ca149c1e49fc0ae) AuthConfig (f763e94d0134ddd04cfa2145f7f21cad84c437c914dce221d8ad613dc0ee011f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"64a56568-0c8d-4b9d-9a87-7c2942b2010a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.571098549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"f78dd645-0c38-4285-b45f-a2d6ce13f07d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.571110395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"1c69f972-647d-43c1-89c0-c0a58df6a255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.589511085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"405d01de-fe71-4c72-9607-487f5d661bc2","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.589862935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"cf2cda9a-4fc1-4d30-a54d-da4904d29860","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.630701498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"f78dd645-0c38-4285-b45f-a2d6ce13f07d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.631889351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"1c69f972-647d-43c1-89c0-c0a58df6a255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.644621761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"48db48a9-7da9-472c-a9a5-b7dfb52043c0","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.644644334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"48db48a9-7da9-472c-a9a5-b7dfb52043c0","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.66530739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c658dc12-e4b1-4d6a-8e84-a0bebc352c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.673334291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"d1358fff-b1e5-4717-a3b6-205d8ea2ba7a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.69286014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub1","reconcileID":"18dac396-90c0-47eb-aedc-985f902d396a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.699316087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"3ee90924-20fd-4611-bf6e-36e16b60cc25","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.724552483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c658dc12-e4b1-4d6a-8e84-a0bebc352c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.732586272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"d1358fff-b1e5-4717-a3b6-205d8ea2ba7a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.790374877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8fe96c7aff390f42035350691e02584000ae6f76725b2bdd2369debbfb01d8b) AuthConfig (c4e1cf9d5863bee00644a8694fe0e383cac53f8cc98e326174a10ae0fe96781b) AuthConfig (ee7eb5d076d20450ef5373263f1912c556c4b32b73ad499d0bc8335e06cdbcfc) AuthConfig (e900a7d4e9cbb46b9326f5c62672f79022d67516e985cd349798e838279318fd) AuthConfig (52c2256e293ea8b4036926e604714fff91a4c013484b7ae22d76077dac5500e2) AuthConfig (e4e58bc44b538fd9cb975db5ac0de3a659a1fd6467ecb127d3f8f980d06b9a04) AuthConfig (281ad800985db3e67ff9340544e39b4e325d213b257cbc3b4de7ed805ece1b69) AuthConfig (bad48760233fbb361b037378c2bfc656cd770041ff2c9f47583def6d5afb544b) AuthConfig (9e434bea1c9423fac4e5f4393ddf0945dcb92c95d20744f5530f29dd3721b3d2) AuthConfig (a20c09def2d8810917c3630f674f94acbaf51d861a33b95135e858fc84a89dd1) AuthConfig (25bbe7254c396f04003e7da1166c16dad38267e2ccf522c03ca149c1e49fc0ae) AuthConfig (f763e94d0134ddd04cfa2145f7f21cad84c437c914dce221d8ad613dc0ee011f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"d1358fff-b1e5-4717-a3b6-205d8ea2ba7a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.798456983Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub2","reconcileID":"2eecb7c1-b7f3-4ee9-b15f-0dc788dfc674","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-2-w4-a9c5b3","model":"distinct-2-w4-a9c5b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.872638182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"cefeb375-73a2-4499-897b-4a252e202ea6","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.873034689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"af73787e-dd3b-48e8-a8bc-b714ecbed6df","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.94060727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-ff3439-access","reconcileID":"55627d33-f04d-47c9-aa86-1b42e6114317","MaaSAuthPolicy":{"name":"e2e-rt-sw-ff3439-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.941009233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"af73787e-dd3b-48e8-a8bc-b714ecbed6df","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.973218792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"920eb0f7-5ccd-46da-af8e-8586ad8d38f7","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:16.998996794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8fe96c7aff390f42035350691e02584000ae6f76725b2bdd2369debbfb01d8b) AuthConfig (c4e1cf9d5863bee00644a8694fe0e383cac53f8cc98e326174a10ae0fe96781b) AuthConfig (ee7eb5d076d20450ef5373263f1912c556c4b32b73ad499d0bc8335e06cdbcfc) AuthConfig (e900a7d4e9cbb46b9326f5c62672f79022d67516e985cd349798e838279318fd) AuthConfig (52c2256e293ea8b4036926e604714fff91a4c013484b7ae22d76077dac5500e2) AuthConfig (e4e58bc44b538fd9cb975db5ac0de3a659a1fd6467ecb127d3f8f980d06b9a04) AuthConfig (281ad800985db3e67ff9340544e39b4e325d213b257cbc3b4de7ed805ece1b69) AuthConfig (bad48760233fbb361b037378c2bfc656cd770041ff2c9f47583def6d5afb544b) AuthConfig (9e434bea1c9423fac4e5f4393ddf0945dcb92c95d20744f5530f29dd3721b3d2) AuthConfig (a20c09def2d8810917c3630f674f94acbaf51d861a33b95135e858fc84a89dd1) AuthConfig (25bbe7254c396f04003e7da1166c16dad38267e2ccf522c03ca149c1e49fc0ae) AuthConfig (f763e94d0134ddd04cfa2145f7f21cad84c437c914dce221d8ad613dc0ee011f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"af73787e-dd3b-48e8-a8bc-b714ecbed6df","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:17.055141761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"af73787e-dd3b-48e8-a8bc-b714ecbed6df","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.061134049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"4ca6b102-c2cb-4c1d-abc2-0351123bd6b7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.061654368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"b4ee6620-3bc2-463b-984b-22f8030cc93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.061720513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7b03f76b-db52-4ac3-863c-1746bad9aa28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.120606367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"4ca6b102-c2cb-4c1d-abc2-0351123bd6b7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.120949123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7b03f76b-db52-4ac3-863c-1746bad9aa28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.122754317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"b4ee6620-3bc2-463b-984b-22f8030cc93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.178645249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8fe96c7aff390f42035350691e02584000ae6f76725b2bdd2369debbfb01d8b) AuthConfig (c4e1cf9d5863bee00644a8694fe0e383cac53f8cc98e326174a10ae0fe96781b) AuthConfig (ee7eb5d076d20450ef5373263f1912c556c4b32b73ad499d0bc8335e06cdbcfc) AuthConfig (e900a7d4e9cbb46b9326f5c62672f79022d67516e985cd349798e838279318fd) AuthConfig (52c2256e293ea8b4036926e604714fff91a4c013484b7ae22d76077dac5500e2) AuthConfig (e4e58bc44b538fd9cb975db5ac0de3a659a1fd6467ecb127d3f8f980d06b9a04) AuthConfig (281ad800985db3e67ff9340544e39b4e325d213b257cbc3b4de7ed805ece1b69) AuthConfig (bad48760233fbb361b037378c2bfc656cd770041ff2c9f47583def6d5afb544b) AuthConfig (9e434bea1c9423fac4e5f4393ddf0945dcb92c95d20744f5530f29dd3721b3d2) AuthConfig (a20c09def2d8810917c3630f674f94acbaf51d861a33b95135e858fc84a89dd1) AuthConfig (25bbe7254c396f04003e7da1166c16dad38267e2ccf522c03ca149c1e49fc0ae) AuthConfig (f763e94d0134ddd04cfa2145f7f21cad84c437c914dce221d8ad613dc0ee011f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"4ca6b102-c2cb-4c1d-abc2-0351123bd6b7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.191050989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub2","reconcileID":"ecbcd18f-3881-46b3-a18b-e8f38264c6f5","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-2-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.219299295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b65989d-ecdd-4392-992b-002c927dddab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.253545559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"952d4a4d-7526-4df1-8452-bd11ee631773","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.253573559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"952d4a4d-7526-4df1-8452-bd11ee631773","MaaSModelRef":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-ff3439-2694d39db950","namespace":"llm","model":"e2e-rt-sw-ff3439","externalModel":"e2e-rt-sw-ff3439","provider":"e2e-rt-sw-ff3439-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.278601399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b65989d-ecdd-4392-992b-002c927dddab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.448148061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"5e348c73-4fcd-4bb6-9f3b-5d2f89b7084f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.507628197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"5e348c73-4fcd-4bb6-9f3b-5d2f89b7084f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.565692423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8fe96c7aff390f42035350691e02584000ae6f76725b2bdd2369debbfb01d8b) AuthConfig (c4e1cf9d5863bee00644a8694fe0e383cac53f8cc98e326174a10ae0fe96781b) AuthConfig (ee7eb5d076d20450ef5373263f1912c556c4b32b73ad499d0bc8335e06cdbcfc) AuthConfig (e900a7d4e9cbb46b9326f5c62672f79022d67516e985cd349798e838279318fd) AuthConfig (52c2256e293ea8b4036926e604714fff91a4c013484b7ae22d76077dac5500e2) AuthConfig (e4e58bc44b538fd9cb975db5ac0de3a659a1fd6467ecb127d3f8f980d06b9a04) AuthConfig (281ad800985db3e67ff9340544e39b4e325d213b257cbc3b4de7ed805ece1b69) AuthConfig (bad48760233fbb361b037378c2bfc656cd770041ff2c9f47583def6d5afb544b) AuthConfig (9e434bea1c9423fac4e5f4393ddf0945dcb92c95d20744f5530f29dd3721b3d2) AuthConfig (a20c09def2d8810917c3630f674f94acbaf51d861a33b95135e858fc84a89dd1) AuthConfig (25bbe7254c396f04003e7da1166c16dad38267e2ccf522c03ca149c1e49fc0ae) AuthConfig (f763e94d0134ddd04cfa2145f7f21cad84c437c914dce221d8ad613dc0ee011f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"5e348c73-4fcd-4bb6-9f3b-5d2f89b7084f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.812431196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"4673304f-de35-4fea-81dc-2d19fe4dfb64","namespace":"llm","name":"e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.817623759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44563f15-cce7-4636-9206-9cc78c1d9020","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.81764781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44563f15-cce7-4636-9206-9cc78c1d9020","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.817878773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6c7bbc27-a946-4072-a725-6d6dc4823738","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.817890071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6c7bbc27-a946-4072-a725-6d6dc4823738","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.81807323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9fa7a546-8ce4-4740-8bd7-6de59bdc5e81","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.818083626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9fa7a546-8ce4-4740-8bd7-6de59bdc5e81","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.818276422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b97292db-65e5-4df0-8ed9-f176bae12bbb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.818286642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b97292db-65e5-4df0-8ed9-f176bae12bbb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.818447743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"18181aef-8c29-4754-901b-7715832be950","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.818456407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"18181aef-8c29-4754-901b-7715832be950","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.8186204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e9c1062-f5ce-4827-a810-3fe147d2f636","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.818630001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e9c1062-f5ce-4827-a810-3fe147d2f636","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.818879396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"777adbea-aa94-47f6-93bd-64dd29f11e5c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.81888949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"777adbea-aa94-47f6-93bd-64dd29f11e5c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.819048735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"952acda0-f2f1-4f1c-a7e3-ac2cd315319e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.819057984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"952acda0-f2f1-4f1c-a7e3-ac2cd315319e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.974493529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04102fc6-61c5-47f6-8424-cb35ddfa891d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:17.976286452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7ea371e-8a2b-4d7b-9934-242250088226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.035469491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04102fc6-61c5-47f6-8424-cb35ddfa891d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.03711392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e42c0657-42b4-49ee-af20-c56b3bac7bcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.037752821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10f47093-07c3-4977-b916-69362e365c83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.039499059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7ea371e-8a2b-4d7b-9934-242250088226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:18.076066501Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"1477912b-093e-4e9f-b88d-ba4278652154","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:18.076130721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"1477912b-093e-4e9f-b88d-ba4278652154","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:18.076306678Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"4dfb6da7-35e2-4fec-9c34-65da466e0623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:18.076354591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"4dfb6da7-35e2-4fec-9c34-65da466e0623","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:18.076060317Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"123127b6-6b78-445b-a75e-a14bf235c516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:18.076549675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"123127b6-6b78-445b-a75e-a14bf235c516","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.347911583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"58c69ec7-39b8-4980-b64c-3239064da5ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.348076786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"11332cda-1a8a-40ef-a01c-9a6cfe462ad6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.347915931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"3023350e-c139-4a24-8d48-d69a4603a5e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.382653846Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-ff3439","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-ff3439","reconcileID":"88444a69-fa04-4ac2-97d3-2855ab452f64","namespace":"llm","name":"e2e-rt-sw-ff3439","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.408257475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"58c69ec7-39b8-4980-b64c-3239064da5ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.409688634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"11332cda-1a8a-40ef-a01c-9a6cfe462ad6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.410227823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"9be55e02-6eba-465d-8e4f-614f254f6541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.41155109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"3023350e-c139-4a24-8d48-d69a4603a5e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.468455274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8fe96c7aff390f42035350691e02584000ae6f76725b2bdd2369debbfb01d8b) AuthConfig (c4e1cf9d5863bee00644a8694fe0e383cac53f8cc98e326174a10ae0fe96781b) AuthConfig (ee7eb5d076d20450ef5373263f1912c556c4b32b73ad499d0bc8335e06cdbcfc) AuthConfig (e900a7d4e9cbb46b9326f5c62672f79022d67516e985cd349798e838279318fd) AuthConfig (52c2256e293ea8b4036926e604714fff91a4c013484b7ae22d76077dac5500e2) AuthConfig (e4e58bc44b538fd9cb975db5ac0de3a659a1fd6467ecb127d3f8f980d06b9a04) AuthConfig (281ad800985db3e67ff9340544e39b4e325d213b257cbc3b4de7ed805ece1b69) AuthConfig (bad48760233fbb361b037378c2bfc656cd770041ff2c9f47583def6d5afb544b) AuthConfig (9e434bea1c9423fac4e5f4393ddf0945dcb92c95d20744f5530f29dd3721b3d2) AuthConfig (a20c09def2d8810917c3630f674f94acbaf51d861a33b95135e858fc84a89dd1) AuthConfig (25bbe7254c396f04003e7da1166c16dad38267e2ccf522c03ca149c1e49fc0ae) AuthConfig (f763e94d0134ddd04cfa2145f7f21cad84c437c914dce221d8ad613dc0ee011f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"11332cda-1a8a-40ef-a01c-9a6cfe462ad6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.469591307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"9be55e02-6eba-465d-8e4f-614f254f6541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.469973294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8fe96c7aff390f42035350691e02584000ae6f76725b2bdd2369debbfb01d8b) AuthConfig (c4e1cf9d5863bee00644a8694fe0e383cac53f8cc98e326174a10ae0fe96781b) AuthConfig (ee7eb5d076d20450ef5373263f1912c556c4b32b73ad499d0bc8335e06cdbcfc) AuthConfig (e900a7d4e9cbb46b9326f5c62672f79022d67516e985cd349798e838279318fd) AuthConfig (52c2256e293ea8b4036926e604714fff91a4c013484b7ae22d76077dac5500e2) AuthConfig (e4e58bc44b538fd9cb975db5ac0de3a659a1fd6467ecb127d3f8f980d06b9a04) AuthConfig (281ad800985db3e67ff9340544e39b4e325d213b257cbc3b4de7ed805ece1b69) AuthConfig (bad48760233fbb361b037378c2bfc656cd770041ff2c9f47583def6d5afb544b) AuthConfig (9e434bea1c9423fac4e5f4393ddf0945dcb92c95d20744f5530f29dd3721b3d2) AuthConfig (a20c09def2d8810917c3630f674f94acbaf51d861a33b95135e858fc84a89dd1) AuthConfig (25bbe7254c396f04003e7da1166c16dad38267e2ccf522c03ca149c1e49fc0ae) AuthConfig (f763e94d0134ddd04cfa2145f7f21cad84c437c914dce221d8ad613dc0ee011f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"3023350e-c139-4a24-8d48-d69a4603a5e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.508040494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7810a940-92b7-44cc-8697-34b654b26337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.567489256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7810a940-92b7-44cc-8697-34b654b26337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.631395251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"1c42c5dc-135d-4928-a959-4576a1d7309b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.63151544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"64823899-cc57-4906-a57e-5ac1e6294e00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.692197075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"1c42c5dc-135d-4928-a959-4576a1d7309b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.692248485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"64823899-cc57-4906-a57e-5ac1e6294e00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.738905271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"51976696-13bf-45bf-8c11-5d49322b533f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.798252035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"51976696-13bf-45bf-8c11-5d49322b533f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.882678416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db23642c-ebac-4fcc-86d7-5eb2a1d37f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:18.94276595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db23642c-ebac-4fcc-86d7-5eb2a1d37f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.083691836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"4ec53579-284d-42cb-be27-d42211cea1b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.083691246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"bbc08161-5b5e-4e56-828f-e70b54649c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.093305723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"249a7e62-8082-4cbe-832a-c770fdae8152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.142954909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"4ec53579-284d-42cb-be27-d42211cea1b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.14336982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"bbc08161-5b5e-4e56-828f-e70b54649c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.152751037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"249a7e62-8082-4cbe-832a-c770fdae8152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:19.183871761Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"65416160-4daf-4bf1-ad0b-3c69f630d0c3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:19.1839412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"65416160-4daf-4bf1-ad0b-3c69f630d0c3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:19.371965191Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"7d005009-9ebf-4e47-8d8b-c05e35f81e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:19.3720519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"7d005009-9ebf-4e47-8d8b-c05e35f81e62","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:19.402213356Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"fbbd6556-6af0-421e-8451-8a7cabed3d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:19.402308437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"fbbd6556-6af0-421e-8451-8a7cabed3d27","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: compose ai-tenant-e2e-worker-w1-c2c259/e2e-dedup-subscription@e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: model e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.536313134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c0afc23-4073-4057-b3e2-313e85b4f754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.59598762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c0afc23-4073-4057-b3e2-313e85b4f754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.638320915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"6b31304d-8dbf-4892-91fb-86cd0eff6f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.698203297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"6b31304d-8dbf-4892-91fb-86cd0eff6f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.746559825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f19a132c-ed54-4c22-8bc8-70d93262edb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.747659118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"d4cfa4a8-0348-456c-8c40-871dc48b9a43","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.746591567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"e51a0c4c-7cb4-40b3-a13f-801b443ed482","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.808107006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f19a132c-ed54-4c22-8bc8-70d93262edb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.808778402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"d4cfa4a8-0348-456c-8c40-871dc48b9a43","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.810670045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"e51a0c4c-7cb4-40b3-a13f-801b443ed482","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.867299553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8fe96c7aff390f42035350691e02584000ae6f76725b2bdd2369debbfb01d8b) AuthConfig (c4e1cf9d5863bee00644a8694fe0e383cac53f8cc98e326174a10ae0fe96781b) AuthConfig (ee7eb5d076d20450ef5373263f1912c556c4b32b73ad499d0bc8335e06cdbcfc) AuthConfig (e900a7d4e9cbb46b9326f5c62672f79022d67516e985cd349798e838279318fd) AuthConfig (52c2256e293ea8b4036926e604714fff91a4c013484b7ae22d76077dac5500e2) AuthConfig (e4e58bc44b538fd9cb975db5ac0de3a659a1fd6467ecb127d3f8f980d06b9a04) AuthConfig (281ad800985db3e67ff9340544e39b4e325d213b257cbc3b4de7ed805ece1b69) AuthConfig (bad48760233fbb361b037378c2bfc656cd770041ff2c9f47583def6d5afb544b) AuthConfig (9e434bea1c9423fac4e5f4393ddf0945dcb92c95d20744f5530f29dd3721b3d2) AuthConfig (a20c09def2d8810917c3630f674f94acbaf51d861a33b95135e858fc84a89dd1) AuthConfig (25bbe7254c396f04003e7da1166c16dad38267e2ccf522c03ca149c1e49fc0ae) AuthConfig (f763e94d0134ddd04cfa2145f7f21cad84c437c914dce221d8ad613dc0ee011f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"d4cfa4a8-0348-456c-8c40-871dc48b9a43","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:19.869081421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-a9c5b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8fe96c7aff390f42035350691e02584000ae6f76725b2bdd2369debbfb01d8b) AuthConfig (c4e1cf9d5863bee00644a8694fe0e383cac53f8cc98e326174a10ae0fe96781b) AuthConfig (ee7eb5d076d20450ef5373263f1912c556c4b32b73ad499d0bc8335e06cdbcfc) AuthConfig (e900a7d4e9cbb46b9326f5c62672f79022d67516e985cd349798e838279318fd) AuthConfig (52c2256e293ea8b4036926e604714fff91a4c013484b7ae22d76077dac5500e2) AuthConfig (e4e58bc44b538fd9cb975db5ac0de3a659a1fd6467ecb127d3f8f980d06b9a04) AuthConfig (281ad800985db3e67ff9340544e39b4e325d213b257cbc3b4de7ed805ece1b69) AuthConfig (bad48760233fbb361b037378c2bfc656cd770041ff2c9f47583def6d5afb544b) AuthConfig (9e434bea1c9423fac4e5f4393ddf0945dcb92c95d20744f5530f29dd3721b3d2) AuthConfig (a20c09def2d8810917c3630f674f94acbaf51d861a33b95135e858fc84a89dd1) AuthConfig (25bbe7254c396f04003e7da1166c16dad38267e2ccf522c03ca149c1e49fc0ae) AuthConfig (f763e94d0134ddd04cfa2145f7f21cad84c437c914dce221d8ad613dc0ee011f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"e51a0c4c-7cb4-40b3-a13f-801b443ed482","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:25.510513246Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-subscription","reconcileID":"9c47ede7-36fa-4bbb-a84f-532dac81c5a7","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:25.744947651Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-subscription","reconcileID":"9c47ede7-36fa-4bbb-a84f-532dac81c5a7","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:25.975938139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"b55d5a84-091d-46af-9b22-48a971a6d3dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.015775956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"fe7c0fa6-47de-4097-acec-972f33d64cc9","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.016483887Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a9c5b3 priority=0:[ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.090836743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"3c234280-1d7b-4ef9-a438-72d15b7fb612","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.172131188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"3a4e77d0-55bd-42c7-b24c-57ab746a876d","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.219446697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"3cfeaa1f-d302-4155-b7f4-4b5e9a3cdd1d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.305340474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"3cfeaa1f-d302-4155-b7f4-4b5e9a3cdd1d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.331495714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"09856d1e-f77f-4268-b1e2-3b2a1d64380e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.331442409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"0e3ed3c1-1674-48ec-9d7f-d5c8440c0c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.404069351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"0e3ed3c1-1674-48ec-9d7f-d5c8440c0c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.407539928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"09856d1e-f77f-4268-b1e2-3b2a1d64380e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:26.630549291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"3cfeaa1f-d302-4155-b7f4-4b5e9a3cdd1d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.630966421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-dedup-auth","reconcileID":"0bfc3e1f-830e-4c28-a480-3eeba6aba62b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.744504634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"8926e93d-ead7-41b4-b36e-7d153a1b06c6","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.74521659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"4646944a-bd7d-4058-a938-d9b77e11fcca","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.765710189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub2","reconcileID":"d63bbbb6-c9f3-421b-af05-ac3f21aac778","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-2-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.835541145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"e768d5b7-4fff-4bd6-98ea-7c20cda33f36","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.987638001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"3393eba8-b1a2-4f65-94c6-cd9198937f48","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:26.996945276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub1","reconcileID":"6482690c-ffd1-485e-a535-f2b0bfb36ce5","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.190833112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"dd7a7e64-a53c-438f-bf99-e42933bd4587","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.541979222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4cff034e-894a-4fd1-9e80-9cd57eb6f05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.542509932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"c6463c47-d838-4ee4-9fef-f9541007ac37","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.542758412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"05569b1a-ff4c-424b-b64a-eee667448809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.542971889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"ff44891b-fb4c-46eb-9828-b047928879e2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.604435027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"05569b1a-ff4c-424b-b64a-eee667448809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.60456785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"ff44891b-fb4c-46eb-9828-b047928879e2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.606808785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4cff034e-894a-4fd1-9e80-9cd57eb6f05f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.606888995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"c6463c47-d838-4ee4-9fef-f9541007ac37","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.84144913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"4012ea49-586a-4369-b3a1-a6e28ef8d5bf","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.841868632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"9e530535-8cc2-4661-be36-251a040d78f5","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.899490569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"20ffce27-2d24-4dc5-bd49-8a484844cbc7","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.899859649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"3cc45e72-2836-4a72-acf7-72f3ac1264cb","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.996856884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"3d3d0b58-803a-4bd0-91ab-b19250306af0","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:27.997227962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"dd9f8652-7cca-4c3a-80a3-40032e88c904","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.134779151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"78d0fafa-542a-4b46-85ea-3697fe54b046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.135630407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"199299f2-ac96-4164-8b77-074098b8495b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.165136297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"7632ef4a-a698-4432-8c6f-d0cf5e9e6862","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.21134914Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a9c5b3 priority=0:[ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-a9c5b3/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.215880826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"78d0fafa-542a-4b46-85ea-3697fe54b046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.225020388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"199299f2-ac96-4164-8b77-074098b8495b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.266785831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-auth","reconcileID":"9f433194-a509-4217-a3c4-92a0c00cea17","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.278603261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"3c9f9399-8415-484c-99c1-834df2092c55","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.332066643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-auth","reconcileID":"9f433194-a509-4217-a3c4-92a0c00cea17","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:28.332341281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"81939348-2f9c-4554-acf9-0822be3dbf9e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.342321099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"c8bec38a-9944-4837-8c9c-c3c504e3647c","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.38124331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"c65a574f-1447-4418-9a60-ced123100da8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.386151182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"925d1613-ae91-42c0-8c73-51fec0b7c51b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.444050933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"c65a574f-1447-4418-9a60-ced123100da8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.447263269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"925d1613-ae91-42c0-8c73-51fec0b7c51b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.449288899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"f7593525-6fe3-4f2f-a966-3872a9ffc727","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.449818184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"a3a5e2a8-7203-4d76-8eb6-26bd2474cc22","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.506607897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"ea5733c9-3b96-45ea-8759-242835431025","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.506970618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"311567ed-b467-40e4-b0f6-bc0ecb048273","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.699428578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"835c00cf-340b-40a6-86c7-a8411a141190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.699430992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"9eae93a1-fe50-4b1e-b5e0-d8d8b93f867d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.735491948Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"d0fce23b-8e3c-40b9-9562-93a59a642046","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-w1-c2c259","model":"distinct-w1-c2c259","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.759825857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"9eae93a1-fe50-4b1e-b5e0-d8d8b93f867d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.761361843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"835c00cf-340b-40a6-86c7-a8411a141190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:28.770288382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"c65a574f-1447-4418-9a60-ced123100da8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:28.770293075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"925d1613-ae91-42c0-8c73-51fec0b7c51b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.774350937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"450f3240-93a8-464b-ba99-c9eea4d6c197","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.774700839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"c7d88174-c62f-4218-bc72-09f849ecd1c8","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:28.901746894Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"d0fce23b-8e3c-40b9-9562-93a59a642046","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-2-w1-c2c259","model":"distinct-2-w1-c2c259","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.044452211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"e03f6a71-8b60-4a07-8a6e-565009ab84e5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.044508679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"227b2fe8-89f4-4fb5-9c24-4a117cac75a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.044892879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-auth","reconcileID":"9b067ac5-fa63-4db8-813d-4db7df01369a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.104184172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"227b2fe8-89f4-4fb5-9c24-4a117cac75a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.104306731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-auth","reconcileID":"9b067ac5-fa63-4db8-813d-4db7df01369a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.106699422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"e03f6a71-8b60-4a07-8a6e-565009ab84e5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.136034054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"d00004af-7e26-4244-a615-ec110d1ba617","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.136536334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"b13bbbf8-fa0b-4deb-a7a4-eaf410d6645e","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.239601605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"8367112e-445c-4f60-8f12-edfc812f180c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.239658314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"76b17e1a-757d-48fc-895d-883cfb4f5e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.299745931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"76b17e1a-757d-48fc-895d-883cfb4f5e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.299843996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"8367112e-445c-4f60-8f12-edfc812f180c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.355636731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"bacff52f-418d-4f67-8c9c-ddeb3caac51c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:29.519832351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"bacff52f-418d-4f67-8c9c-ddeb3caac51c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-2-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:30.81998759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"dafc8e1e-a383-4f4f-bd11-25d766a50f35","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:30.989129297Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub1","reconcileID":"2854eb49-f5ef-4217-8db0-be2e09f20cdd","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-58600c40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.091354633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"5d950dd4-e72e-4839-9a9a-d8d20afc4fd0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.091402995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"61db54bb-2a29-4a98-aa4c-2274f0650d59","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.09174682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"6e4df346-a1c7-427a-bdc0-d599884811c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.091839688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"96c6d5f0-2fb4-4f63-9cd8-c44adab9bf86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.152763529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"6e4df346-a1c7-427a-bdc0-d599884811c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.152812375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"61db54bb-2a29-4a98-aa4c-2274f0650d59","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.155330783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"96c6d5f0-2fb4-4f63-9cd8-c44adab9bf86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.156206695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"5d950dd4-e72e-4839-9a9a-d8d20afc4fd0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.597771964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"80ccdce8-f4ff-46e6-89a5-ce83c4bd66fd","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.633240442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f2e3781a-b94d-4b29-ab90-6139731f5809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.633478087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"c78b9530-34ad-42a0-8daa-b24bb152c731","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.633722556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"481dc88c-968a-4ac2-928e-4acfe3f515be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.634028947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"b52feb48-97af-4e73-966d-24ae342ac7e1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.658291716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"9584d180-ed9e-491a-bccf-5fccb31aca67","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.693070295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"c78b9530-34ad-42a0-8daa-b24bb152c731","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.693290219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f2e3781a-b94d-4b29-ab90-6139731f5809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.695428812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"481dc88c-968a-4ac2-928e-4acfe3f515be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.695644556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"b52feb48-97af-4e73-966d-24ae342ac7e1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.766450801Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"d3af1f28-b771-4a4e-96dd-97e413cc5428","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f8611e76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.820419485Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"f02a9067-554b-4e21-bb1b-d98b1513bbdf","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f8611e76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.867203307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"55f12313-bf88-4d41-aa62-76671e5c48b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:31.929468227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"55f12313-bf88-4d41-aa62-76671e5c48b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:32.173048283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"b0be6787-1e6f-4c64-bdfe-7440f7c0d6e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:32.173293632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-auth","reconcileID":"d5fd8ca9-2f31-4381-81ef-079f7adf5171","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:32.233284875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"b0be6787-1e6f-4c64-bdfe-7440f7c0d6e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:32.234328414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-auth","reconcileID":"d5fd8ca9-2f31-4381-81ef-079f7adf5171","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:32.408569726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"fb163589-dd9f-4cc6-8b53-aa594e6e6ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:32.46854987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"fb163589-dd9f-4cc6-8b53-aa594e6e6ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.045268169Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub1","reconcileID":"2cafde80-2c00-4e2c-8e0d-b9919f00dcb8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.100261566Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub1","reconcileID":"2cafde80-2c00-4e2c-8e0d-b9919f00dcb8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.155585182Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub1","reconcileID":"2cafde80-2c00-4e2c-8e0d-b9919f00dcb8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.43789018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"6868a9a6-4ac4-4ac4-8f56-08a440afd614","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.502463129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"0f6cdebd-5b1d-4646-aac1-0ec64fba31af","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.582691264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"e5dd5119-133f-4734-b856-e69bc78d03bf","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.710995396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"689ce368-0ce3-4bd8-9973-34444d5abb36","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.711298525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4fd85d88-a02f-4e0e-800c-743510712d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.710995439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"b201536e-33d5-45ce-ae37-0b4ca3e846d3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.711657153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"887dc7ff-09a6-40c9-953b-0124cf7bda38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.752728835Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub2","reconcileID":"decf3b11-7922-4276-908d-e73d6a024a15","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-284101ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.772239508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"689ce368-0ce3-4bd8-9973-34444d5abb36","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.772922197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"887dc7ff-09a6-40c9-953b-0124cf7bda38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.777811201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"4fd85d88-a02f-4e0e-800c-743510712d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.778954551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"b201536e-33d5-45ce-ae37-0b4ca3e846d3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.875502358Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"5be3e038-4d4d-478a-b517-7a76f332b50a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.929889536Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"5be3e038-4d4d-478a-b517-7a76f332b50a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:41.985227602Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"5be3e038-4d4d-478a-b517-7a76f332b50a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.04190876Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"5be3e038-4d4d-478a-b517-7a76f332b50a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.096474071Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"5be3e038-4d4d-478a-b517-7a76f332b50a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.150818379Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-subscription","reconcileID":"5be3e038-4d4d-478a-b517-7a76f332b50a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.205234611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"40bbfb17-f3a7-476a-b8ca-b64d6b8bec47","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.205312642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"dd62b327-80e4-4781-8ba0-51fc617f0454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.213258441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"5050ecad-5259-4580-97f2-1cd06f86e708","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.213258361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"059ed053-932b-49ba-b1a8-f62b5f8d3d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.264834824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"40bbfb17-f3a7-476a-b8ca-b64d6b8bec47","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.264853319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"dd62b327-80e4-4781-8ba0-51fc617f0454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.272549201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"5050ecad-5259-4580-97f2-1cd06f86e708","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.272824847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"059ed053-932b-49ba-b1a8-f62b5f8d3d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.431288418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"e95f412b-28a4-4034-9dee-4a55e839d3d0","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.489349058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"c1a14688-b29e-403c-a7d2-63b39da186ad","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.589859243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"6ecc155b-a41f-4ac8-99f2-c3b43394be5a","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.590119012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"155a736a-947a-4249-9be5-4ff91f17b356","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.700004312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"13dfd3bc-e70b-483b-b1f9-761810f8c80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.761683276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"13dfd3bc-e70b-483b-b1f9-761810f8c80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.803042839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-auth","reconcileID":"c70664b3-a2c8-451a-a817-f3c4742284af","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.803067039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"a06b87e6-49c5-4d17-83a7-3048d50d37c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.862848671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-auth","reconcileID":"c70664b3-a2c8-451a-a817-f3c4742284af","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:42.862897068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"a06b87e6-49c5-4d17-83a7-3048d50d37c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:43.13330392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-auth","reconcileID":"3eb5ab6c-3930-41ed-a1a9-7f68550082dc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:43.18750094Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-distinct-models-auth","reconcileID":"3eb5ab6c-3930-41ed-a1a9-7f68550082dc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:43.360932198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"0e65a661-0ffe-46d0-b5bf-aff97dc63a44","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:43.361871326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"9e0a5fe2-2512-491f-8dc2-bd58959a0fb6","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:44.263342444Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:44.641703826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"510ce1a0-5a9b-4786-a3e6-5577c59bd09b","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:44.714772223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"3727e278-6223-4b36-9b3e-045331023ab5","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:44.877435821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"b8bbe75b-8e94-470a-b369-785ce312a914","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:44.932907327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"d9228b97-ffc2-440b-b43f-b17dd0a51ddd","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:44.941268704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"b8bbe75b-8e94-470a-b369-785ce312a914","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:44.993467261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"dc0014cb-3d79-4180-9c9d-d46e918b195a","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:45.050890901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-user-sub","reconcileID":"c81c8675-552c-4195-8ae8-2f1ae74e944b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.107927786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"f2b76f02-540b-49ce-88ee-9163f6daa240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.107928963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"31019e21-21aa-4da9-9c78-bc5687df4c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.167953509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"f2b76f02-540b-49ce-88ee-9163f6daa240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.168930002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"147bcc6a-5ac2-47e3-bdf1-fd2ab903145d","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.169809602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"31019e21-21aa-4da9-9c78-bc5687df4c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.225981495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"b26c5159-7a88-4599-9e9e-15995aa57120","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.253406073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"1817ee30-a328-4edb-beea-5c882a3e4065","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.253537309Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-c2c259 priority=0:[ai-tenant-e2e-worker-w1-c2c259/e2e-models-other-sub ai-tenant-e2e-worker-w1-c2c259/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.273676755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"a4e5e00f-f27b-4527-a9e2-e01046898e1e","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.314443941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"d7273a31-e9f9-4615-b360-5b24675fd7f4","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.363093223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"ae5bcaef-0e04-40f4-8ad6-e1aed6c1874d","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:45.369419448Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-c2c259/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.422873822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"05107fe0-5504-4bf7-8320-e42c7a39b837","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.436840661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"e2f51135-90ae-4ded-bf79-222cd2cfe543","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.498288739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"e2f51135-90ae-4ded-bf79-222cd2cfe543","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.505060075Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-user-sub","reconcileID":"2a8e29fa-5ba5-48b6-8be5-6baee233d0d6","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/e2e-models-other-sub","ai-tenant-e2e-worker-w1-c2c259/e2e-models-user-sub","ai-tenant-e2e-worker-w1-c2c259/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.581632216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e693dbdf-a526-444c-9a74-f8b074830025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.58164016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"40bb6024-a314-4750-b897-d27fb999c85e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.645696864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"40bb6024-a314-4750-b897-d27fb999c85e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.646080705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e693dbdf-a526-444c-9a74-f8b074830025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.647639154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-other-sub","reconcileID":"053bc8ce-27bc-4f40-8051-545e1d350e74","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.678931251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"fddb749a-bce8-462a-91e4-69bf8a9a0316","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.744668966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"1d5d10cf-6eb5-49fb-8ccc-cc68ab02c3af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.825423768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"432fe5c6-892e-48b6-a611-6e4851afda85","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.875472857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"0c09fd71-afb1-49b1-a407-8b807f3f8c63","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.898654525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-user-sub","reconcileID":"c259c306-f6ef-4a5e-b9ec-f31951d90638","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:45.935761595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"0c09fd71-afb1-49b1-a407-8b807f3f8c63","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.049048804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-other-sub","reconcileID":"35191072-ce5c-4815-a3d4-2be6358cde9e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.15035684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"5e84c509-a515-4e87-824b-25249ad54677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.154597828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"0636a8ab-ed47-4f4e-be14-e524f63a69a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.244050615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"5e84c509-a515-4e87-824b-25249ad54677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.252437358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"0636a8ab-ed47-4f4e-be14-e524f63a69a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.318770478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"dc2cc45c-f6cc-4bc1-9c42-859d3fa772bd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.378975508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"dc2cc45c-f6cc-4bc1-9c42-859d3fa772bd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.586270736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"ca70813b-ef8d-4954-a0a2-b92305d61122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.586266834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"2f4f49f8-2e6b-4b5e-8b6a-cab3fce1b9c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.64785797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"2f4f49f8-2e6b-4b5e-8b6a-cab3fce1b9c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.664726448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"ca70813b-ef8d-4954-a0a2-b92305d61122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.752895772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"99b95fd0-dfca-48d1-8847-f3bd20db7f00","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:46.820714573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"99b95fd0-dfca-48d1-8847-f3bd20db7f00","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:48.327394919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"159ac251-bd29-41ca-971b-d56a3fbb70ef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:48.5092002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"0638b95c-e61f-4d8d-9ebf-8a50cc0074bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:48.522973188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"429032bc-ce44-42fb-8bf4-98871ec9ff9c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:48.523617345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"051ac1f6-d2c7-40e1-a1ca-9139c5386ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:48.573533871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"0638b95c-e61f-4d8d-9ebf-8a50cc0074bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:48.586639701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"051ac1f6-d2c7-40e1-a1ca-9139c5386ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:48.586774942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"429032bc-ce44-42fb-8bf4-98871ec9ff9c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:51.809133951Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub2","reconcileID":"69698bae-fa7f-44b1-bfca-cb189f671a56","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:51.864469845Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub2","reconcileID":"69698bae-fa7f-44b1-bfca-cb189f671a56","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:51.919489909Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-sub2","reconcileID":"69698bae-fa7f-44b1-bfca-cb189f671a56","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.209377459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"dcae9634-0ad8-46c7-ab50-0a76ab2b6719","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.272503817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"0685c188-e4e9-4eac-9ec3-2dcd1cef3f28","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.355395792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"11f1d2d5-d081-48ea-9c6b-dccac0612adf","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.480667708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"afe5b29a-6cbe-419f-85a7-f06d9712ce9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.480934021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"ddf67cf7-7c81-45f8-9872-b6bc2d8f87b2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.481124392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"b2d13661-9565-436f-976b-be96a56393ed","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.480676593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"bbbde34a-52d1-4289-968f-5416260b2b29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.545351545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"afe5b29a-6cbe-419f-85a7-f06d9712ce9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.546401556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"b2d13661-9565-436f-976b-be96a56393ed","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.549503682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"ddf67cf7-7c81-45f8-9872-b6bc2d8f87b2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.551142661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"bbbde34a-52d1-4289-968f-5416260b2b29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.759447196Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth1","reconcileID":"394c47f5-6ef4-412d-b2ae-abc17a974af1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.927889098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"9a5992e6-6045-4f9f-a879-23106c5b3080","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:52.976218744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"602d351e-4e86-44bd-9f09-a6b18c90161f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:53.035743172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"602d351e-4e86-44bd-9f09-a6b18c90161f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:53.068302283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"c0aaa077-ffe6-4642-903b-b548c7de059f","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:53.243997604Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-return-all-auth2","reconcileID":"c3a0c5f3-4bc6-4631-9c97-bf716e1777ec","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:53.503471369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"dbca12bf-813d-45b5-b535-5f247a34a67e","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:54.836440971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"b30bebdf-88ee-4a21-abda-6d6e991e0608","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:54.89383683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"77943bd6-58ff-4a49-aa43-806002878e9c","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.056540586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-auth","reconcileID":"a2e97faa-43b5-4b0a-b9bf-1041cf5a4041","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.126068575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-auth","reconcileID":"a2e97faa-43b5-4b0a-b9bf-1041cf5a4041","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.12844304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"d2b1b93f-7ea6-4e65-ac91-bfc58942d14f","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.192690905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"d4a898f6-4ccb-40e9-8345-08fe366e1420","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:01:55.241882925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-sub","reconcileID":"6c33fc49-abaf-4158-802f-13317e59a706","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.297320622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"9667324a-f07e-4133-9957-b06f58234d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.297339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"d169646b-e980-4f0b-940b-8abbc30fd369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.36076416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"b059abbd-7c02-44c8-9367-efea075f6ec2","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.364435095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"d169646b-e980-4f0b-940b-8abbc30fd369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.365562523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"9667324a-f07e-4133-9957-b06f58234d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.425718374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"ca5556a8-40f3-4e3f-8388-8f7736b9a133","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.465308835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"404dfabb-8dc1-4ff2-bf9c-1e0a4198e602","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.63164228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-auth","reconcileID":"54ce4e99-2bde-406d-baaf-daa2eeda7564","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.693832659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-auth","reconcileID":"54ce4e99-2bde-406d-baaf-daa2eeda7564","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.713048279Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-sub","reconcileID":"9a03ab78-b98c-49b5-a03d-51d48a649e32","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-a9c5b3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.78374416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"be08e311-e68e-41f0-b6ad-ba94f5854cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.784142161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"d7192d25-d35a-44da-a05f-9a78b00f1057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.852891816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"be08e311-e68e-41f0-b6ad-ba94f5854cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.853061965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"d7192d25-d35a-44da-a05f-9a78b00f1057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.899229408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"d0a90df6-40f4-4f1c-9d30-34d83d974001","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:55.99749757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"205c814d-aee4-4419-aa34-cdf9e0e3947a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.122698805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"786e8356-0fb9-4291-b08b-d5870447a63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.124091272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"09971d45-8a85-4170-9d8c-028e901db597","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.183118955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e6d5e552-4865-4586-b5e5-16e6c568ed45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.243183485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"786e8356-0fb9-4291-b08b-d5870447a63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.276750862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-sub","reconcileID":"6beefd70-ed56-4194-9944-2c3a69f4ceda","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.298255516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"09971d45-8a85-4170-9d8c-028e901db597","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.332695104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e6d5e552-4865-4586-b5e5-16e6c568ed45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.35466584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"9d93b2ee-ddd5-4836-b2fb-dde5b2dcd65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.400722699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"c55d65a9-1178-486c-a1c4-ab7b2f1e55d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.452657644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"9d93b2ee-ddd5-4836-b2fb-dde5b2dcd65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.462045117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"c55d65a9-1178-486c-a1c4-ab7b2f1e55d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.621402337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-auth","reconcileID":"49697d1f-76af-483c-8754-083077602e7e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.675787926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"327a5bcf-e768-47d3-b803-e472aa728289","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.68700668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-auth","reconcileID":"49697d1f-76af-483c-8754-083077602e7e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.695090574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"e6fb5900-3e26-4446-9bba-402ce8f01938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.746722874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"327a5bcf-e768-47d3-b803-e472aa728289","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.756792307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"e6fb5900-3e26-4446-9bba-402ce8f01938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.803278605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"2d91a9d5-71f5-4b53-9a9e-b76b56f187da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:56.862323171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"2d91a9d5-71f5-4b53-9a9e-b76b56f187da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:58.010957963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"338c32cd-3f98-408b-bf65-9c3d40082b03","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:58.172683191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"79569229-184f-4d61-bf52-7812f9e098e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:58.17274185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"88521aee-c2d4-477d-9cfd-0ab03201150a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:58.173179596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-auth","reconcileID":"29b5746d-bc07-4e6a-a2af-2213908d1249","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:58.234083377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-auth","reconcileID":"29b5746d-bc07-4e6a-a2af-2213908d1249","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:58.236578541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"79569229-184f-4d61-bf52-7812f9e098e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:58.237427017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"88521aee-c2d4-477d-9cfd-0ab03201150a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:58.509140209Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-user-sub","reconcileID":"3a48a8ac-4d8b-4d6d-af4e-d85655c19e88","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:58.738829192Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-user-sub","reconcileID":"3a48a8ac-4d8b-4d6d-af4e-d85655c19e88","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/e2e-models-other-sub","ai-tenant-e2e-worker-w1-c2c259/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:58.958881184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-other-sub","reconcileID":"10d6aa86-ba8d-4e34-ae3d-5f7fc9cb9297","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:58.958936813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"34e2f228-91a4-421b-90ee-71d557a34b0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.002381987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"61097ba8-d42e-4235-9540-57fc896067c9","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.14944041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"47ef3097-34da-4ec1-a317-b798ec238aac","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.170274676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"8ab8a287-485f-476c-b09d-c0d5431dc992","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.170305192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"182d58b0-6ba9-495e-b8da-6d6b00fb76ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.170708869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"9659ed5b-8a09-438f-a50b-0d4b7e6b3cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.22997076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"182d58b0-6ba9-495e-b8da-6d6b00fb76ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.229999101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"8ab8a287-485f-476c-b09d-c0d5431dc992","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.232204178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"9659ed5b-8a09-438f-a50b-0d4b7e6b3cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.603817353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"9307655c-6a38-4717-bf59-f6b10e786103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.603991727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"b52e6fcc-b0ed-40c0-823f-211adaad2687","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.603816748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"2a0b30d7-c477-46bc-8445-f67510c500b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.663502471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"b52e6fcc-b0ed-40c0-823f-211adaad2687","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.663607865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"9307655c-6a38-4717-bf59-f6b10e786103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.665693042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"2a0b30d7-c477-46bc-8445-f67510c500b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.983836574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"3c634c7d-bbcb-4d5a-ba59-ee24e6cc8bff","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:01:59.98430976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"081807a5-e7c9-4efb-a9a5-d7a2e5e24bfb","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.06171982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"0365fa96-b7cb-4ff2-bc20-29dcb141aafa","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.062141727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"2f6b4258-7428-4f9c-99a8-a5697a1319b7","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.147735736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"81162838-b8f2-4a8b-aa9b-ef6b2a5aab9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.147742122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"2fbe3b50-e665-4d4a-92dd-2316a4448a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.204977429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"4664d61d-34c3-4342-8a32-89609b4a9968","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.205701881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"fd403d01-bfb8-494a-807d-a17eed510f65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.211822297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"2fbe3b50-e665-4d4a-92dd-2316a4448a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.21587311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"81162838-b8f2-4a8b-aa9b-ef6b2a5aab9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.584424778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"851207eb-f0b9-4afc-a47c-4a6c671de83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.584424892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"7a000221-1e43-421a-8dff-5daf78766c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.644349125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"7a000221-1e43-421a-8dff-5daf78766c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:00.645518815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"851207eb-f0b9-4afc-a47c-4a6c671de83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.10156237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-w0-162191","reconcileID":"19d7156a-5a7f-4e87-88d7-7e022b1c146b","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.101902439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"0eb5dae2-b7b6-453f-8423-52b08afddf58","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.102295061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"ab0fbbcb-e43f-4256-a8fd-6f4b62f02a7e","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.171648551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"794a0219-cafc-46bb-9c7a-1719c0c61d9d","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.172288641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"d4792dc8-a9bd-40f6-a96f-8b85619ece59","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.172744726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-w0-162191","reconcileID":"c22e4144-9161-4f11-b4a9-e569da749212","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.28982518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"79009eb7-d165-4e78-95ae-3e52d8092b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.290615022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"e0933243-9131-4c97-a96b-94851c433704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.335968626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"4ab08952-ddf5-45c8-82f8-fc5a469487fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.359092732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"05354007-bb34-4d5f-a033-3530f82925b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.370598927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"79009eb7-d165-4e78-95ae-3e52d8092b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.37135137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"e0933243-9131-4c97-a96b-94851c433704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.743200625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"54144c34-6eb6-4d80-a589-7af219177895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.743199989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"13931048-f48f-483c-b8de-dddeefae865f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.803516548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"54144c34-6eb6-4d80-a589-7af219177895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:03.80351479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"13931048-f48f-483c-b8de-dddeefae865f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:07.94012859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"5b0b5628-65d7-4813-bbbd-fbabac885d91","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:07.94061152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"da40c97e-65ac-4f49-82ba-f930a64aee58","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.017349212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3899e56d-b1c3-4b18-a92a-022a2d8b4aba","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.017837436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"129dcba2-3863-4b96-b143-73b9077d8ebc","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.104947543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"6f6672a9-49ee-4006-970c-9136b339edca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.105610343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"fbd526b7-2bcf-4172-947c-a660e709b5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.164511645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"4110ffe4-10ae-4bda-ab7b-66c079e183df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.164720665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"5af6fb2c-1b52-4130-a191-a1e9eae7a6c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.172256535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"6f6672a9-49ee-4006-970c-9136b339edca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.174076176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"fbd526b7-2bcf-4172-947c-a660e709b5e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.180506674Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-sub","reconcileID":"352dddb9-d0bc-4d4b-8eb3-ed44b2eda949","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.406614551Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-sub","reconcileID":"352dddb9-d0bc-4d4b-8eb3-ed44b2eda949","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.548689194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"ee9e8f04-0596-47da-b9b2-816fcd4af006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.548705581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"751d7e3f-f818-4a10-9ede-f91134184ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.608663842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"751d7e3f-f818-4a10-9ede-f91134184ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.609851578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"ee9e8f04-0596-47da-b9b2-816fcd4af006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.627996547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"8f8ab3ef-15ae-487a-97f2-cfd1d3c1b526","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.671023385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"e9592e98-10b9-4162-833e-49be9cfa5caa","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.80560409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"b8a48fdc-7b0c-470e-ba61-2c5dcb6427f7","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.836794531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"0fc607eb-b5c5-42c9-99d2-d2f88ecedd1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.837634981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-auth","reconcileID":"cca65cc8-a4c5-463b-9c8b-ae2d833b8339","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.838267976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"52e8f927-eaf3-444e-a377-e9e5ff3ac8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.901082331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"0fc607eb-b5c5-42c9-99d2-d2f88ecedd1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.901082397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"52e8f927-eaf3-444e-a377-e9e5ff3ac8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:08.904449348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-auth","reconcileID":"cca65cc8-a4c5-463b-9c8b-ae2d833b8339","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:09.117393412Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-user-token-filter-auth","reconcileID":"cda2e2c7-f919-4e2f-9357-431cd4c09831","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:09.328925255Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-other-sub","reconcileID":"a12c7945-053d-41cb-8530-3a805cf2710d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:09.384747767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"738bb98e-bf3d-408a-93af-597c8e1b97e0","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:09.569996417Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-other-sub","reconcileID":"a12c7945-053d-41cb-8530-3a805cf2710d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:09.803020892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"57af2c75-cc72-4db1-b303-f1ed8d3673ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:09.894477887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"48cdd67c-1452-437c-8f7a-3e64059726d5","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.018841044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"4b7cc534-bf88-4d99-ab51-69cf46563cdb","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.082972408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"228de8bb-6923-42bd-9bf3-4fb7bc8a1c33","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.083992663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"09c611e1-9d9a-4bc8-bef1-128ba1ee14dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.084527969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"1c5db6b4-3db4-447d-b89d-4decca514bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.17168761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"228de8bb-6923-42bd-9bf3-4fb7bc8a1c33","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.173587898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"1c5db6b4-3db4-447d-b89d-4decca514bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.242532225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"09c611e1-9d9a-4bc8-bef1-128ba1ee14dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.365367292Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-models-access-denied-auth","reconcileID":"b5561972-d9d2-410f-9dc3-00cfa6f2742f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.394265806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"36f56f34-76d6-4ee7-ba77-2bc41768daec","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.459530918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"73bc82da-315c-4c8e-a5ff-7abe63139e3a","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.566457635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"2e064f3b-248c-4cbb-a008-6c68bfcd2e59","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.73858463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"3298ecd0-27ac-42d4-b395-0110f7e2132f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.738793991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"e70b0163-b00d-482a-8937-ccbdc0337a5a","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.828351834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"ac75ae84-5db6-41bd-bc10-a60420cb747b","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:10.852970216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"3298ecd0-27ac-42d4-b395-0110f7e2132f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:10.895460196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub1","reconcileID":"73526a87-7512-46ed-92d6-8dcd95e434a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.013549762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"467fc4f2-6e58-468a-bd57-484d9360bebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.014355223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"2e002607-8010-41c0-9ddd-dbf30a679f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.031561298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"c61d3cea-a5fb-4a9a-bfa3-eb5fc7c19ab5","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.103454586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"27c15073-9635-4de6-86d1-d952c8e3c533","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.104674454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"5b63d917-1a99-4a17-b94c-3c4885c920dd","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.103593006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"467fc4f2-6e58-468a-bd57-484d9360bebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.108626842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"2e002607-8010-41c0-9ddd-dbf30a679f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.190603345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"7c957642-8920-4cea-89f3-76fbeeb4e624","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.214864652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"a28e7ab5-c9e5-4dfe-8938-a9014ee57953","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.323341761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"8b774283-1e42-4948-9a28-91c13a563817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.395299836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"653c525f-27c2-4fc6-9248-58a65ddcc5ab","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.396416996Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub1","reconcileID":"0c464336-ed45-42ff-8ee1-8b48b5341c11","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-w4-a9c5b3","model":"distinct-w4-a9c5b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.397473338Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a9c5b3 priority=0:[ai-tenant-e2e-worker-w4-a9c5b3/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-a9c5b3/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.409461594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"8b774283-1e42-4948-9a28-91c13a563817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.481124369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"0bba72d9-9963-4df8-aea1-e0a681e30a2a","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.543110351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"b4e7dd78-37da-4f5b-b635-1ef2fd23ea62","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:11.544233039Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a9c5b3/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.563446214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"20af9349-8859-4745-902a-4227a1e412f9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.564755151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"ded2ad96-5fba-41eb-a92d-efc1c1faca3c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.610019768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"dc421e25-675c-44e2-b37a-fd349b8195fd","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.632147909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"8420f0a0-5601-4d85-844c-f22c35c52e2e","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.660746712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"ded2ad96-5fba-41eb-a92d-efc1c1faca3c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.662275709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"20af9349-8859-4745-902a-4227a1e412f9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.698937478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"11e93b86-d394-4599-a813-992ba9f62f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.701151349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f64ac560-871b-4e2d-8c12-c7b08b94d546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.770459472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"11e93b86-d394-4599-a813-992ba9f62f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.773214081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f64ac560-871b-4e2d-8c12-c7b08b94d546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.830334288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"b4d95789-8951-4398-bf51-36e350377cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.865587199Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub2","reconcileID":"9a99dad4-b0c2-433e-934d-9567d67f8f08","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-2-w4-a9c5b3","model":"distinct-2-w4-a9c5b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.888390233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub1","reconcileID":"8b08b08f-5fce-4226-a281-0c9481c33608","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.902118728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"b4d95789-8951-4398-bf51-36e350377cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:11.938446904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"08054eb8-3164-4f95-9f6c-924688776510","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.030208337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"247bd8ab-cdc7-4b6e-8448-f7da62dc629f","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.06287373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"ada25839-24dc-484e-aaca-ba7c77debed4","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.073017487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"69f5c939-6975-4da6-95e5-75e6559be9de","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.156501967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"43db7941-f97f-41aa-bfb2-e8f23cdd7ed1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.216993655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"43db7941-f97f-41aa-bfb2-e8f23cdd7ed1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.227083127Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-c2c259 priority=10:[ai-tenant-e2e-worker-w1-c2c259/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-c2c259/simulator-subscription]","namespace=ai-tenant-e2e-worker-w4-a9c5b3 priority=0:[ai-tenant-e2e-worker-w4-a9c5b3/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-a9c5b3/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.22720972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"367fc8fa-4707-4083-bee5-6116c3f5c0c0","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.248019901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"d6781b5f-78ee-404d-9bda-2c43832c9bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.24805624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"69bf0138-172e-4074-97fe-b06ce84ac24e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.283590829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub2","reconcileID":"6be10a1e-e9aa-4105-9b34-1717b9b738c8","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-2-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.287677195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"7a83168c-4289-4bc0-bcd4-1dc76d214372","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.307435311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"69bf0138-172e-4074-97fe-b06ce84ac24e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.307470641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"d6781b5f-78ee-404d-9bda-2c43832c9bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.342201284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"e17e20f9-5ff3-4c63-811c-9a6e7fee08fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.347591856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"deaf5339-e60d-48b9-be8c-0b046b670876","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.348581907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"b0e310e0-fe93-4cd9-a900-e26b505d4a02","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.353241533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"8ddc8526-4295-4018-81fb-33ea5c96c947","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.401659867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"e17e20f9-5ff3-4c63-811c-9a6e7fee08fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:12.403988796Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-c2c259/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.406530619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"deaf5339-e60d-48b9-be8c-0b046b670876","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.412273785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"dca5888a-671d-4ec2-8a68-eb00b40ccb0c","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.503237646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"8d8aca77-9541-41f2-86df-08dd501c62ad","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.586015675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"b30bdac0-7489-419c-a37e-577080004c3a","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.587610999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"eb02cf8a-0283-4157-9b11-ac7f1e28f97f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.635488435Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub1","reconcileID":"7db3141f-8042-4ce9-9bb3-2b1e4a11eeef","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-w1-c2c259","model":"distinct-w1-c2c259","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.646663244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"eb02cf8a-0283-4157-9b11-ac7f1e28f97f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.687303666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"e62acef6-1bf9-4abd-b55e-5745029806e9","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.791330773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"b665298b-3cad-480f-81e7-6234e5bf563e","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.791401257Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-c2c259 priority=10:[ai-tenant-e2e-worker-w1-c2c259/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-c2c259/simulator-subscription]","namespace=ai-tenant-e2e-worker-w4-a9c5b3 priority=0:[ai-tenant-e2e-worker-w4-a9c5b3/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-a9c5b3/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.799244222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"81a92b5e-69ef-4374-9589-d7bfff2d861c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:12.847035465Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-c2c259/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.853261752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"4d408cb5-6357-42cc-a20c-3b69d7683de0","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.861141526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"81a92b5e-69ef-4374-9589-d7bfff2d861c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.898497547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"86b11b74-3737-4301-bbad-8b347e14685d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.898497837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"2224eaba-f228-4927-a26a-c99478dd700d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.906321741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"2fba1cf5-93a4-4fe9-9778-75638a0699ce","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:12.928766058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub2","reconcileID":"63e6fd5f-98f2-42b2-b5e5-1a3ced453900","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.959609501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"2224eaba-f228-4927-a26a-c99478dd700d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.964340545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"86b11b74-3737-4301-bbad-8b347e14685d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:12.997744196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"c6014a54-fc56-4be3-adba-11b2c1d9fb03","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.030887195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub1","reconcileID":"aba3204c-317a-4c0e-9816-47f2f34801f2","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.055019364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"91dd033b-04b0-4d17-8d06-715e02a1f779","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.061052699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"c6014a54-fc56-4be3-adba-11b2c1d9fb03","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.114714381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"fd49891c-e995-4fca-8c37-27699413a6b0","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.329500063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"d1d065a3-6f56-4b4f-92ac-fcb399dab0f7","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.341380535Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub2","reconcileID":"fb7a56c6-621f-427e-b4e2-d0344ba212c5","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-2-w1-c2c259","model":"distinct-2-w1-c2c259","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.342060829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d80a7a5e-2e3f-4492-bc5d-df2752c5d11f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.404912674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d80a7a5e-2e3f-4492-bc5d-df2752c5d11f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.430718136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"ddbe836f-029f-472c-9679-790ac5867788","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.446000258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"55c8c154-0324-46f7-a1e7-726cb8ee3726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.506354149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"55c8c154-0324-46f7-a1e7-726cb8ee3726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.519495902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"ef415fde-1f44-4d74-87bf-9b4e7d5d6196","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.601200021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"712fe8e7-22c7-42de-8290-ecf50fe8a151","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.662114196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"712fe8e7-22c7-42de-8290-ecf50fe8a151","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.701698047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"2780772e-8880-4aa3-b333-91d91cee3b59","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.736463694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub2","reconcileID":"f9ad6192-47a7-4266-bb5e-a95b1dae2236","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-2-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:13.761665923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"2780772e-8880-4aa3-b333-91d91cee3b59","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:14.262482854Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:15.879405899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"d1ff2096-8f3c-4a0d-90e6-d7f09483b87d","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.053831072Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub1","reconcileID":"879bcfa8-0599-484c-85c6-76535505bcf1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-406d372b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.150964101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"f696b14e-a104-422f-a648-8de408e96ef4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.151288073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"138d2e90-2f33-49f7-bfaf-bc58456d09dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.152406013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"447afb4e-95ab-47f8-8b1f-9e976a448e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.152444416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"43fa39f1-c73d-4167-b719-40d2c52b67f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.211902896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"138d2e90-2f33-49f7-bfaf-bc58456d09dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.211932438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"f696b14e-a104-422f-a648-8de408e96ef4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.214947752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"447afb4e-95ab-47f8-8b1f-9e976a448e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.215063612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"43fa39f1-c73d-4167-b719-40d2c52b67f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.590641215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"467b1f0f-5216-4ff0-a18e-efa0334651d2","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.643388212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"c4aafffe-0731-44e8-af5d-cb70eb77d332","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.643646978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"09570cd0-0ec8-4149-9acd-5238d77958a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.643385739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"afb92536-632f-406b-a5a7-3d5cda2f122c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.644075417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"03abfbdb-6395-4c43-8e38-bda1ba6bbb83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.703709478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"c4aafffe-0731-44e8-af5d-cb70eb77d332","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.704238407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"09570cd0-0ec8-4149-9acd-5238d77958a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.706049111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"afb92536-632f-406b-a5a7-3d5cda2f122c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.706439024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"03abfbdb-6395-4c43-8e38-bda1ba6bbb83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.764515163Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub1","reconcileID":"acb9fb92-36ad-4c2c-90cd-adbb71c6b890","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-14b1595d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.860517692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"b54a8279-cace-435e-98a0-c6429320269d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:16.921668495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"b54a8279-cace-435e-98a0-c6429320269d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:17.185379214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e44298d7-5a2c-4490-961d-f3206622755d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:17.185416376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"a80d1daa-a07c-4a01-b2ec-76907c0d9b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:17.18584766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"97bbb556-bb3a-40da-a918-6e41a4e48365","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:17.246023276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"97bbb556-bb3a-40da-a918-6e41a4e48365","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:17.24604961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e44298d7-5a2c-4490-961d-f3206622755d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:17.248330911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"a80d1daa-a07c-4a01-b2ec-76907c0d9b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:17.399242262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"391e95a4-974c-4dd4-a006-cc8f3f9c8be6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:17.458578285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"391e95a4-974c-4dd4-a006-cc8f3f9c8be6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.108862819Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub1","reconcileID":"19e741ba-296a-4b43-9073-ae2b43ac3273","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.163575865Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub1","reconcileID":"19e741ba-296a-4b43-9073-ae2b43ac3273","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.218456536Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub1","reconcileID":"19e741ba-296a-4b43-9073-ae2b43ac3273","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.504405306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"c2738ad3-96ad-486f-96c3-a93fe911f7f1","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.567826531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"21a2d05a-c11d-4878-b254-0e070eca8318","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.632547374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"f24d8998-8734-4368-8b2d-06c242251dc8","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.645990002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"09cb19b2-51ec-4b96-ba11-c372bb88e3ae","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.703947101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"f827b37e-9e17-4d5b-b4da-57e1a2e8074e","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.782926515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"ccfc88d6-34e8-4a56-8222-436556990ef5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.783152902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"de3e9794-88fe-4c02-9f7a-cd68accdf166","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.782932896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"9d01047d-c1c0-4c76-b731-6686c8cef486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.783531535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"bca2877a-242a-48dd-b513-7facf812dbb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.814602656Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub2","reconcileID":"a3b69099-dd79-4492-aa04-7a7ea002bdc3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3a486244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.819472119Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub1","reconcileID":"4475c3e8-f055-47e6-a33f-e609b0d41a9e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.848652986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"bca2877a-242a-48dd-b513-7facf812dbb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.8496161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"de3e9794-88fe-4c02-9f7a-cd68accdf166","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.852761987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"ccfc88d6-34e8-4a56-8222-436556990ef5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.856743164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"9d01047d-c1c0-4c76-b731-6686c8cef486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.874089259Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub1","reconcileID":"4475c3e8-f055-47e6-a33f-e609b0d41a9e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:26.928841838Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub1","reconcileID":"4475c3e8-f055-47e6-a33f-e609b0d41a9e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.209694428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"010ff5c5-6eaf-4a85-9fe4-bd8455615d54","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.32809445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"0251316e-21b9-46e8-9e6f-df7f58b92850","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.328391885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"d930b1b9-0e11-40ad-8b20-43741a508123","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.359152507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"3ce3e350-8b19-4eb3-ae87-4058dd95ad4d","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.387791482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"d930b1b9-0e11-40ad-8b20-43741a508123","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.388995894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"0251316e-21b9-46e8-9e6f-df7f58b92850","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.427952417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"fb83917b-3396-4e2f-ab76-2d6c50742d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.428044143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"6d8b643d-c6ba-46d9-be90-66c4fb19be3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.481759644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"5ce249a7-9efa-4dfb-af8a-9c067fccddf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.487978487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"6d8b643d-c6ba-46d9-be90-66c4fb19be3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.488029877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"fb83917b-3396-4e2f-ab76-2d6c50742d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.528521092Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub2","reconcileID":"dbf3bdc4-7842-413e-aac6-77770c40aa81","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-de59a4cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.541648889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"5ce249a7-9efa-4dfb-af8a-9c067fccddf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.871036929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"12fb1662-8aa1-40fa-b31e-88b4ee9d8614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.871048223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"d908b3ae-4e3b-4a1a-a393-cb6d1aa0516b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.931048698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"12fb1662-8aa1-40fa-b31e-88b4ee9d8614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.932207014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"d908b3ae-4e3b-4a1a-a393-cb6d1aa0516b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:27.971567609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"24d6671b-548f-490c-928b-66b230524a54","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:28.033511769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"24d6671b-548f-490c-928b-66b230524a54","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:28.068706026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"1048c279-4d03-41af-be40-2e6f4e750afc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:28.128423802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"1048c279-4d03-41af-be40-2e6f4e750afc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:28.318254203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-w3-f73b9f","reconcileID":"49a096ec-6d47-4981-950f-34c265062c18","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:31.503956822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"4423340e-2c20-4a26-89f3-9e811c7b75ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:31.504729954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"433e1e9a-5d0c-49b6-8f0d-2b3d0a1a71b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:31.505314322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"bb21d3ee-2a54-4f00-808a-a3f027a7eb50","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:31.505486406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"6bb7c420-d0f9-413b-8b0c-0aae57bdc891","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:31.574754479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"4423340e-2c20-4a26-89f3-9e811c7b75ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:31.582805659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"433e1e9a-5d0c-49b6-8f0d-2b3d0a1a71b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:31.587567063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"6bb7c420-d0f9-413b-8b0c-0aae57bdc891","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:31.587591988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"bb21d3ee-2a54-4f00-808a-a3f027a7eb50","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:31.687760357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"1c6f7786-9f7f-4a15-87cb-485fbdfd0dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:31.747458139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"1c6f7786-9f7f-4a15-87cb-485fbdfd0dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.05624034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"3dcc6846-8f7c-448b-a72a-db53275a555d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.056263334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"fb5db2a1-51cc-4053-bff4-e2ad9fb9cc25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.056907632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"473672c1-47a3-4734-9994-6e170efbf5f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.056958129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"91f3a5c4-921f-40e8-b2b0-53f704e3b5cb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.117261207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"fb5db2a1-51cc-4053-bff4-e2ad9fb9cc25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.117430603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"91f3a5c4-921f-40e8-b2b0-53f704e3b5cb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.119484458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"3dcc6846-8f7c-448b-a72a-db53275a555d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.119730712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"473672c1-47a3-4734-9994-6e170efbf5f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.148127188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"4989c95a-03ba-4497-bc24-356c19d7327a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.207873864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"4989c95a-03ba-4497-bc24-356c19d7327a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.595540566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"13215069-b42c-4c07-9702-b4288e0f6de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.595841898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e9ae77ed-0943-4efc-9222-2868bd51f8f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.595540669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"b2a37fdf-5795-45c7-9c48-fbcd9c84fb01","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.596435303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"ab247e32-4078-4bc4-9e7c-3c8705d2c3e5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.657239231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"13215069-b42c-4c07-9702-b4288e0f6de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.65723852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"ab247e32-4078-4bc4-9e7c-3c8705d2c3e5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.660448255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"b2a37fdf-5795-45c7-9c48-fbcd9c84fb01","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:32.660839437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e9ae77ed-0943-4efc-9222-2868bd51f8f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:34.76091654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-2-w0-162191","reconcileID":"43f2f92d-9845-4fc8-9354-25d3f5b67228","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-2-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-2-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:36.873183698Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub2","reconcileID":"53496279-0a3f-4300-8969-10b5bdb277bc","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:36.957840147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"9a29a3eb-488b-46e1-959f-102605a8d746","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:36.958790327Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub2","reconcileID":"53496279-0a3f-4300-8969-10b5bdb277bc","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.01560583Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-sub2","reconcileID":"53496279-0a3f-4300-8969-10b5bdb277bc","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.018278385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"2db0cc80-0641-4b05-94a4-9311227e55cb","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.190868528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ab1053cc-0038-4c5d-8d13-57f2c94fb0da","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.229750535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"98c8379a-928d-457a-881c-83ac7710ddfe","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.250504866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ab1053cc-0038-4c5d-8d13-57f2c94fb0da","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.285851976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"ab739835-bac8-46de-8d92-c7219d31fb26","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.311107747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"1d0d0a5c-01a6-43b6-be6e-607400966c78","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:37.338550056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub","reconcileID":"1e491275-6087-4138-8c4f-6669bc51d74a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.392734694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"a2de227f-b37d-45c3-ab17-562ce3d9537e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.392734695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"ca234675-02e9-4bb2-9ecf-3c67c9470470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.452831027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"ca234675-02e9-4bb2-9ecf-3c67c9470470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.452950105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"a2de227f-b37d-45c3-ab17-562ce3d9537e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.45337166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"27bc026b-3d93-4f71-ab57-a6a5227951ea","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.455288583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"2d9310d0-6260-4bc4-ad2d-6074d9220bb5","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.51630178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"4b7bb433-a255-4fc1-bd36-65789728a27e","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.585066784Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub2","reconcileID":"28ee9052-813a-49bd-9593-123f15ba482c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.585998092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"e4edf51f-ae9e-4f67-a2a0-0a12210a40f3","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.602605735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"a83fe9d6-2afb-4894-9533-32acc8c040be","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.602605737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"9215a862-3e7c-4eab-bf7b-4f26aeb85939","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.641598599Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub2","reconcileID":"28ee9052-813a-49bd-9593-123f15ba482c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.663620813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"a83fe9d6-2afb-4894-9533-32acc8c040be","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.663628492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"9215a862-3e7c-4eab-bf7b-4f26aeb85939","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.696504039Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-sub2","reconcileID":"28ee9052-813a-49bd-9593-123f15ba482c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.749833102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e9d1a2d9-69b4-43be-afac-133748224f09","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.80399414Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub","reconcileID":"b493a45a-d1da-4276-9ebf-4449eb8ce160","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-162191/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w0-162191/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.809688129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e9d1a2d9-69b4-43be-afac-133748224f09","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.942687887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"d196a350-7b1f-426b-a92f-18d156c979bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.943248475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f24d7ef0-d37f-4454-907a-abdd3cd2f169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:37.977904228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"50de6b53-30f7-49b3-af58-b3021e97cf99","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.00300789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"d196a350-7b1f-426b-a92f-18d156c979bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.003129971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f24d7ef0-d37f-4454-907a-abdd3cd2f169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.03280268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"eb17dafd-86f5-42c6-ba54-d27747914b3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:38.035797114Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-162191/e2e-api-key-deleted-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.039149151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"6c9008f0-1a0d-41fd-82e4-874765799426","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.089428709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"2b83cc59-70b0-4a63-8317-d0e0439b26f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.136018593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"63dcfe0b-2a04-4e5e-9ca6-dc22421bf8ce","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.14326671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"339376fd-fe00-4f57-b069-2c09ad9496a1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.148522219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"2b83cc59-70b0-4a63-8317-d0e0439b26f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.189499321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"d136785b-49c8-4133-95e6-93c394786533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.202648723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"339376fd-fe00-4f57-b069-2c09ad9496a1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.20285596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub","reconcileID":"f33b314c-1abd-463f-9ed8-6c0b16f8a106","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.222679801Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth1","reconcileID":"fbae399e-c2fe-4d1f-8302-9824cbd171e8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.249228172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"d136785b-49c8-4133-95e6-93c394786533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.376817524Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth1","reconcileID":"9f489a50-82d9-43cf-af97-e932afaec931","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.437659774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"54c42240-3cfc-4f9b-a8ca-e5b5b43ef349","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.440136527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"7756e0a6-aee8-4fa5-afe9-26fb49f429e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.501203913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"7756e0a6-aee8-4fa5-afe9-26fb49f429e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.580533152Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-multi-keys-auth2","reconcileID":"87131b2e-4daa-4f5d-8576-1d220da5556b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.580616409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"d1cd68a5-59aa-4957-a736-24cb101b44c8","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.594312778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"6130ca58-a6eb-43b4-9d1b-844006d3e6e7","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.598230776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"71f9757e-47cf-4e6d-933e-282e2fd3317b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.657832398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"71f9757e-47cf-4e6d-933e-282e2fd3317b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.697361931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"f5fa094e-4526-4e46-8bcd-93a3347463a7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.729859665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"524a887d-815a-4dea-9c38-c5c070c5375c","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.756891406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"f5fa094e-4526-4e46-8bcd-93a3347463a7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:38.794448288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"51799587-bd9c-41d9-9a04-1e8fd5bf70a0","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:39.037568926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-ignore-header-auth2","reconcileID":"e079cdbf-c1c7-4e7f-b8b5-404975a34d93","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:39.29401473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"2c06ea74-013e-4ab3-a6b8-e59b8dfabb5a","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.126006764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"d09a2d26-56bd-4229-9f95-13b0cf2de974","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.184138444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"cb504894-258b-4cb4-902d-fb4b4cbb5a13","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.202230797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"bedc3f9d-d754-4ba4-b5d2-7942f9b9ee32","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.401937391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"25d97105-f006-4a7c-94ad-53fcc7fa09f8","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.402812863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"990e292e-1be1-469a-9152-9ee08d8bf371","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.449102325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d5a90e36-cca5-4192-8394-e27b0fb74cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.452570933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a8692a3b-5add-4359-a63a-57a982e7f2ad","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.452579809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"af02b725-ccc6-4303-b59a-55d4ae3364d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.462720509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"990e292e-1be1-469a-9152-9ee08d8bf371","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.463421602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"d8f7a501-f67e-480f-b117-8d42c29d4dee","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:40.508143995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"50143245-a145-4e69-8a3b-e89ca46bf63e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.509083227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d5a90e36-cca5-4192-8394-e27b0fb74cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.516032428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"af02b725-ccc6-4303-b59a-55d4ae3364d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.516031917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a8692a3b-5add-4359-a63a-57a982e7f2ad","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.617957084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"466ead2c-f731-4263-af19-f9854ad67546","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.618810919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5ca2db1f-44c6-4e17-b0a6-b279af240556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.629815244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"da5f1f32-2f9e-45db-8149-57c9595f4aad","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.676296954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"bb3e77a6-acf6-419c-9302-f0a15487079c","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.679005319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5ca2db1f-44c6-4e17-b0a6-b279af240556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.732638772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"333e4da5-c237-4fbd-b265-c0c08434c7ef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.878398079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"c23cf19e-4f2d-4aa4-98b0-c5fe4d3a0f72","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.881582726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"e580d8ae-5fcc-46d1-ab97-046d41e228bd","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.881923793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"f8e33057-4f1b-42e2-a199-b7c14ebf7df9","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.897282001Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"663312df-e8e7-42dd-b3a9-72b9f1682511","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-w4-a9c5b3","model":"distinct-w4-a9c5b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.906268466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"f66914e0-bcc1-40ff-8f15-ed1036ddcb6b","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.969249432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"1cad5a38-1d08-4322-883a-2ae736aa8967","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:40.989041385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"2c87a6b2-ff67-4208-8eb1-eb9f95b0588e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.00975841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"0fcfb1a4-8c1e-4312-af2d-a313781485c1","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:41.022234242Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-c2c259/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.022830731Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-a9c5b3 priority=0:[ai-tenant-e2e-worker-w4-a9c5b3/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-a9c5b3/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.055326433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"2c87a6b2-ff67-4208-8eb1-eb9f95b0588e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.074926352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"0b5bcf6a-e554-48b9-b26f-5ce51f5c9778","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.07804168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"27734aed-2e0a-4e1c-9adf-2abe4060b534","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.078535362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"cf3ed443-eb18-4dcf-a30a-489c7ff1e87a","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:41.079091249Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-c2c259/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.097271997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"226d1722-4340-4f65-8adb-2fc4bb01a90b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.119977967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"5038724c-39cc-4573-ae59-41c8147977ad","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:41.134829656Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a9c5b3/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.149201743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7ccc51ba-85d2-4f15-ab37-85ce3e980c04","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.150862363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"197a6024-a452-47d3-9d39-be2ccad512ab","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.15803707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"226d1722-4340-4f65-8adb-2fc4bb01a90b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.17934027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"a81f11dd-fb28-477f-ba3f-dcdbb315a555","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.179893162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"de82f995-7ccf-40c2-8802-fea0d624f822","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.195826525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"95bf4152-64c1-4814-b2cd-22f5c1dfa6ae","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.209735977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7ccc51ba-85d2-4f15-ab37-85ce3e980c04","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.210708127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"197a6024-a452-47d3-9d39-be2ccad512ab","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.248792883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"b3fb5e7b-2d78-4ed8-bfcd-f6efd55ffc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.298003213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"003b0aad-3dcd-4a19-ae14-972ee372ee17","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.300478341Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bcd9024b-f34e-4f94-96eb-de7ab086e47c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-w1-c2c259","model":"distinct-w1-c2c259","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.308047959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"b3fb5e7b-2d78-4ed8-bfcd-f6efd55ffc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.399955909Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"21cc4b53-d551-4263-b308-70d67c3bd642","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-2-w4-a9c5b3","model":"distinct-2-w4-a9c5b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-a9c5b3/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.450700664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"ad9c0a4c-a5c1-4eea-9e0d-4d6d7c6b0259","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.450748809Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-c2c259 priority=0:[ai-tenant-e2e-worker-w1-c2c259/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-c2c259/e2e-sa-multi-hdr-sub2]","namespace=ai-tenant-e2e-worker-w4-a9c5b3 priority=0:[ai-tenant-e2e-worker-w4-a9c5b3/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-a9c5b3/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.513107328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"25c9f5a8-4e8a-411f-8ead-6b857b7cc11f","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.513653588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"f024d130-dc73-42dc-9f3c-e0c3964aaf77","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:41.52307352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"197a6024-a452-47d3-9d39-be2ccad512ab","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.52531187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"f40e31e7-973f-4c53-b1c9-5aab6e1df901","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.527919933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"51376f69-c055-4c13-841b-4c61068a032c","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.537179444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"eac5b7a5-34c0-4f39-acbe-d5f30d2421ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:41.559366539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d0fd0548-15b8-4413-827d-7a1ab069e45e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.570673068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"daf28b91-c757-42c7-901b-739c8ae9eae5","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.57559497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"1070bdd8-532f-4c8e-94e6-0da9ea717062","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.597021232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"eac5b7a5-34c0-4f39-acbe-d5f30d2421ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:41.626095401Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-a9c5b3/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.668650608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"6611ee0f-7fb3-443d-a02d-40c39516c543","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.697998773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fa3d62fe-8acf-427a-ba13-a42c57123b7e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.728017233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"36f4592c-7d61-4a41-952a-c51b95ea9567","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.793977819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"cb701a1b-88f4-4de9-a157-3209a9173ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.794580388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c934c4a8-ddbc-43c4-b20f-939f9cb4b128","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.796686978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6f239d40-8132-4668-9fdf-72108ccf5c56","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.799282401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ac396700-4b5a-482e-ae24-457ed1de6a71","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-2-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.862022975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6f239d40-8132-4668-9fdf-72108ccf5c56","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.865366894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"cb701a1b-88f4-4de9-a157-3209a9173ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.867217872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c934c4a8-ddbc-43c4-b20f-939f9cb4b128","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.902265968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e2e8af09-cf80-4370-92c2-a4ab276ca21a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.953053757Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ff009210-949f-4b46-a01d-b785256aa3a0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-2-w1-c2c259","model":"distinct-2-w1-c2c259","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-c2c259/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:41.962849736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e2e8af09-cf80-4370-92c2-a4ab276ca21a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.080298761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"8d3a2b79-f218-48a9-8971-e42662407f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.124955375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"9357ef45-e512-46de-889e-add32b733a00","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.132361421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"56e52e43-1b89-41ef-8de7-d15f6850fc75","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.139971586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"8d3a2b79-f218-48a9-8971-e42662407f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.342365485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7ce93dff-f3c1-4715-958f-d354a04b0067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.342375321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"183ec66c-3a67-4d02-82cd-41e4d4b3f03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.343071884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub2","reconcileID":"71c4bb9f-c8d7-4f29-b835-84c43ed606a4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-2-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.402127991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"7ce93dff-f3c1-4715-958f-d354a04b0067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.404475599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"183ec66c-3a67-4d02-82cd-41e4d4b3f03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.443629934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"421d4f09-9692-4de7-b1b1-9b9b6d4e3c7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.443642204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4e4e2ff2-0b9c-4357-80a6-7ea8c5e6248a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.503774001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"421d4f09-9692-4de7-b1b1-9b9b6d4e3c7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.503891749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4e4e2ff2-0b9c-4357-80a6-7ea8c5e6248a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.581449442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"accf8d13-613f-409a-ae0d-af6edb04d2e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.641998373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"accf8d13-613f-409a-ae0d-af6edb04d2e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.932036153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"3c4352ec-13eb-4b2c-a487-6d253c2d0ad4","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:42.992578682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"7002ea60-d4f8-4c83-8eaf-2bad7bef20e8","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:43.051901253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7c21ec2f-9848-4cd3-8638-69ecbe4c89b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:43.11220726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7c21ec2f-9848-4cd3-8638-69ecbe4c89b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:02:43.435223483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7c21ec2f-9848-4cd3-8638-69ecbe4c89b5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:43.710945814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"476b8130-e8f6-469e-889f-cec6829155b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:43.77036869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"476b8130-e8f6-469e-889f-cec6829155b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:44.262187552Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:44.761387691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"dee42124-8538-4f24-b2f7-80569259d738","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:44.929490274Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"eb69e272-b31d-4b9d-8ed5-b00f3188e267","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-931cb99d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.031581907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"af8a4b04-0045-4558-93ec-286f0da38f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.03164105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7ec23a42-6f74-4bb8-8bc5-e3006e7c3a38","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.032087319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"979a1c06-db16-47fd-bb98-3a2613122bad","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.032146572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"131308ea-b997-4515-88af-c1aecbaa8568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.091414398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"af8a4b04-0045-4558-93ec-286f0da38f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.091497453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"131308ea-b997-4515-88af-c1aecbaa8568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.095349363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"979a1c06-db16-47fd-bb98-3a2613122bad","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.095398786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7ec23a42-6f74-4bb8-8bc5-e3006e7c3a38","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.533739488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"38c01073-722c-441c-b40c-da0f9fd2f56d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.533960046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"1178c18c-9494-4c03-b893-6a862715e46a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.533740604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5d88e601-f660-4502-b5ae-2891c125b750","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.534417867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"504cc6e3-749d-41b4-b992-3f755df70a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.593834644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"38c01073-722c-441c-b40c-da0f9fd2f56d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.593852276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"1178c18c-9494-4c03-b893-6a862715e46a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.596461739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"504cc6e3-749d-41b4-b992-3f755df70a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:45.596539695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5d88e601-f660-4502-b5ae-2891c125b750","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:47.290932516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"767414df-7836-4127-baa4-f38c44eb7cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:47.291624585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5a65fb2a-5663-4d58-b261-b8336897f6d4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:47.292288657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"36f3d820-84d6-464e-bd9d-af8f931bf5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:47.292874392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"aef736cf-a143-4dda-b705-2868e846ec8e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:47.392968659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"36f3d820-84d6-464e-bd9d-af8f931bf5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:47.456426616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5a65fb2a-5663-4d58-b261-b8336897f6d4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:47.533700324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"aef736cf-a143-4dda-b705-2868e846ec8e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:47.534899707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"767414df-7836-4127-baa4-f38c44eb7cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.065558233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"d66ef210-1b72-409a-92ee-93f3745f3cb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.122914533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"071a6193-32e0-4191-aaae-61b8781d8353","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.123388049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"2831d152-5f5d-4bb2-b9d1-63c530573e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.141520985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"d66ef210-1b72-409a-92ee-93f3745f3cb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.203966351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"eda0dee5-53ce-4c65-aa24-661ed491be3e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.204763965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"faa19c65-d8eb-433e-8465-e1f3e58dd16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.185145421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"071a6193-32e0-4191-aaae-61b8781d8353","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.227550447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"2831d152-5f5d-4bb2-b9d1-63c530573e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.27867678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"faa19c65-d8eb-433e-8465-e1f3e58dd16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.281258681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"eda0dee5-53ce-4c65-aa24-661ed491be3e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.667699564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"49f343a0-ef40-478d-abc5-cc66861a3baa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.727307667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"49f343a0-ef40-478d-abc5-cc66861a3baa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.769638354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"eb7dfd36-11c3-43a2-a32a-c1a5b77a786d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.769856265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"7b88baac-44a5-4379-9705-9987ee5d030a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.769641187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"ba535741-9171-4559-a2ab-4f9ce24b7b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.83110307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"ba535741-9171-4559-a2ab-4f9ce24b7b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.831107705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"eb7dfd36-11c3-43a2-a32a-c1a5b77a786d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:48.834315879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"7b88baac-44a5-4379-9705-9987ee5d030a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:50.372658895Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub","reconcileID":"6f159a6f-c23f-45a9-a68c-feac450fcf88","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-162191"},"model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:50.599084435Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub","reconcileID":"6f159a6f-c23f-45a9-a68c-feac450fcf88","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-162191/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:50.819922896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"cbac4333-373f-42af-8c45-8cbde1bf4e54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:50.874536581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"58ab52a4-7dd7-40f1-9d85-c2cd202d9a6f","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:50.87466887Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-c2c259 priority=0:[ai-tenant-e2e-worker-w1-c2c259/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-c2c259/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:50.935685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"67ff6901-6626-4726-ab1d-cb5aff3886c6","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:50.999992966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"df2dcac0-55f7-4c8a-8de8-e1e41d7c9d08","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:51.038663935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub-auth","reconcileID":"189b80b5-6acb-438d-a9a3-903886ff2b17","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:51.038891406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"2fcfe811-a786-4515-9a1a-da53aa69ce86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:51.038677002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"6a0d3db1-6731-4721-8961-f027419f1c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:51.098853051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub-auth","reconcileID":"189b80b5-6acb-438d-a9a3-903886ff2b17","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:51.098858318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"6a0d3db1-6731-4721-8961-f027419f1c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:51.101069103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"2fcfe811-a786-4515-9a1a-da53aa69ce86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.101959028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"4823bf3b-287d-4e52-bb00-f74198d504a9","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.271508049Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4f79eb01-0bbf-4f28-9638-eedf84194c20","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2087ee9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.375591899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"c7f0377c-4014-4937-8cb7-48171c554a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.375786052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0162f159-59e5-4405-9648-d38d8031c106","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.375591186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f1d860b2-0546-45b8-91e7-6f4c94b539fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.37623876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"67fc2a1b-8fbf-48e0-b162-76be87bbfbc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.439996511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"c7f0377c-4014-4937-8cb7-48171c554a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.440552162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f1d860b2-0546-45b8-91e7-6f4c94b539fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.449222298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"67fc2a1b-8fbf-48e0-b162-76be87bbfbc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.453100046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0162f159-59e5-4405-9648-d38d8031c106","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.45942304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"f63b4755-e17e-4d8b-8bff-26b4dff64a36","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.460099276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"c0167c7d-2854-4e0e-9049-9dd238eced0c","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.460762249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-w3-f73b9f","reconcileID":"ffc78ec9-7301-4b5a-8edf-779569e6026c","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.52989698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"7c36853d-5b52-433d-8a58-f940b4076092","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.530427141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"2438df8c-86bd-4797-8a82-e22f3d3b099c","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.530862116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-w3-f73b9f","reconcileID":"0cd72896-ad16-4f0e-bdb6-e9c549651bc1","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.618575015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"36eaef19-39a5-4ff1-a726-1857f925320a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.678543292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"aeb3bf04-2a00-485c-839f-96eeecf8af92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.679096972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"baa84399-0fd7-4d3f-8158-d63472e36c86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.679421393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"36eaef19-39a5-4ff1-a726-1857f925320a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.938404096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"622fe829-5d5b-41d5-aae6-dddba9a271d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.938554933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"05cd949c-39ee-460b-84df-a8f7cb04cdd8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.938409954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e61c3f83-ffc3-44a1-bd24-b84d9434c077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.93885908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"14b047c2-1bf5-45a9-a68c-4959e7f196d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.984136714Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"1e8d4d33-afde-48ee-bffc-6975b971c0f8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.998854388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e61c3f83-ffc3-44a1-bd24-b84d9434c077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:54.999021417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"622fe829-5d5b-41d5-aae6-dddba9a271d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.001184216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"14b047c2-1bf5-45a9-a68c-4959e7f196d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.001233638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"05cd949c-39ee-460b-84df-a8f7cb04cdd8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.005202941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"1c56b28f-8405-4258-91eb-b6c9d70700ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.038827969Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"1e8d4d33-afde-48ee-bffc-6975b971c0f8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.064560332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"1c56b28f-8405-4258-91eb-b6c9d70700ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.093278111Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"1e8d4d33-afde-48ee-bffc-6975b971c0f8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.370005147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"8ee2b3d8-a2e7-4686-8c35-0a0d723b9aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.375022037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"492059bc-054a-484c-abae-96b18d43ec9c","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.42956651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"8ee2b3d8-a2e7-4686-8c35-0a0d723b9aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.436448931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"c29efaa6-b3cf-4f30-b1d6-418497e330f7","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.57003761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"49b366c0-3fc9-43a2-8aba-1c34dd7e26b9","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.658970469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b6e2b0ca-5553-40ed-92dd-63b2c7628878","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.658970528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"5551980b-c9e9-4017-a5bb-c7c8860cdfc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.678173011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"83fc468e-b8f3-4664-8c86-a0661e2b714b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.67815748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5cca126a-5c55-4e5a-b6c5-ae2620b9151d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.719048199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"5551980b-c9e9-4017-a5bb-c7c8860cdfc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.719081789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b6e2b0ca-5553-40ed-92dd-63b2c7628878","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.738323998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"83fc468e-b8f3-4664-8c86-a0661e2b714b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.738373336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5cca126a-5c55-4e5a-b6c5-ae2620b9151d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:55.738900984Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0ac56b07-85c3-4408-bace-618957e3582c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e79d56ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:56.2007522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"12d4b3ad-15c2-4550-ad26-fd73b7718c68","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:56.200814596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"03caa7fb-c68b-43b0-a4aa-705e02ca9c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:56.20125618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ecb7651c-bf31-4a17-b392-79c061cf4c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:56.201327819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"256bc494-3455-4c9d-8469-4ab325671017","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:56.261721614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ecb7651c-bf31-4a17-b392-79c061cf4c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:56.263063499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"12d4b3ad-15c2-4550-ad26-fd73b7718c68","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:56.263962526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"256bc494-3455-4c9d-8469-4ab325671017","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:02:56.266149961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"03caa7fb-c68b-43b0-a4aa-705e02ca9c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:04.327310395Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub1","reconcileID":"43d0f82f-d92e-4491-b6ef-638657f5773c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:04.381899097Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub1","reconcileID":"43d0f82f-d92e-4491-b6ef-638657f5773c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:04.436814041Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub1","reconcileID":"43d0f82f-d92e-4491-b6ef-638657f5773c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:04.716617146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"ad5e8088-f22b-4151-91fe-33ee43aeb4cf","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:04.868695387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"af3a4104-7389-4dac-a752-f1b6edf410d4","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:04.987644106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2e13c4b4-b2ec-44e6-a0b5-021bca386158","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:04.987665484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"153c396d-f319-4396-8cc3-12ab01d4a961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:04.988051203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"84ab7874-4411-4eec-be42-c496f6670d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:04.988241333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b3d490d0-9295-4909-a49e-2fdfbb84a3eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.037414214Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub2","reconcileID":"513c9157-8d7e-42a5-b15f-c5b62253a01c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eb96eb5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.047438777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2e13c4b4-b2ec-44e6-a0b5-021bca386158","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.048588423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"153c396d-f319-4396-8cc3-12ab01d4a961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.049791253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"84ab7874-4411-4eec-be42-c496f6670d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.052065873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b3d490d0-9295-4909-a49e-2fdfbb84a3eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.555788561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"a6c5445a-dd92-4669-b26f-ff6a5ed6d08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.556016087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1139b9da-7275-42a4-92d5-83e08c8cf09f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.55578691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b60658a0-52f1-47b9-aad4-9b125d22aa57","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.556632407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"84514b99-a6cc-425c-b28a-f07bb2fe82a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.627807207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1139b9da-7275-42a4-92d5-83e08c8cf09f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.638870926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"a6c5445a-dd92-4669-b26f-ff6a5ed6d08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.661849605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"84514b99-a6cc-425c-b28a-f07bb2fe82a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.673462035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b60658a0-52f1-47b9-aad4-9b125d22aa57","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.797326071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f0a11da1-b428-453c-a32a-3044a6d8deee","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.857941182Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f0a11da1-b428-453c-a32a-3044a6d8deee","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:05.923713894Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f0a11da1-b428-453c-a32a-3044a6d8deee","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:06.319519124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"b56b018e-2065-4d07-a103-f16a92bcade3","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:06.459330438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"97de70b3-ba49-4ce9-b115-078c4c689084","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:06.724620538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"14f54113-357e-4d89-8e2c-8371f9736573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:06.795159267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b1a54ed6-9d4f-4a64-9fb7-751a4d83a032","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:06.795996659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e8959624-d6f7-48b1-b6c4-24070bd67988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:06.819776356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c2600d95-3f4d-456a-b161-323318958e8b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:06.843531829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"14f54113-357e-4d89-8e2c-8371f9736573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:06.897402208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"e8959624-d6f7-48b1-b6c4-24070bd67988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:06.913661565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b1a54ed6-9d4f-4a64-9fb7-751a4d83a032","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:07.004643304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c2600d95-3f4d-456a-b161-323318958e8b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:07.312560301Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"795f0ac3-308a-4f5c-bba7-d70a31a3a225","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:07.448620202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8d2d1ad6-d1ff-4bb7-a234-d0945e574e03","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:07.516102179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8d2d1ad6-d1ff-4bb7-a234-d0945e574e03","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:07.534381224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"a1d5ebdc-8341-489d-a775-106ed0229da5","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:07.675957401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"e3c343b6-3f10-4c44-8937-0dde468f450a","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:07.777744679Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4e0d6242-fb0a-472e-8493-a5c63cfbcd87","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/distinct-2-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:07.926970612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"1b45358c-ca68-4dae-855e-15b697214a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:07.927983888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b7b78c41-d096-44c3-8551-e1c6e018aff0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:07.928839437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"468a36eb-6a22-4d96-a3c7-f46830c06bfa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:07.951695293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"a7944f31-8bec-4945-bf88-190536c74117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.021342321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"1b45358c-ca68-4dae-855e-15b697214a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.114463025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b7b78c41-d096-44c3-8551-e1c6e018aff0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.12203561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"a7944f31-8bec-4945-bf88-190536c74117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.146096867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"b1646733-0385-4a69-8bd5-aaef68143d9b","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.162807871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"468a36eb-6a22-4d96-a3c7-f46830c06bfa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.32074213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"a39fd41c-1158-4509-84cd-a48272cd558b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.434996383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"a39fd41c-1158-4509-84cd-a48272cd558b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.760387486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"12c7e0c4-6fef-43c0-b71b-a044007f2500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.761197852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7ef06c94-c9fa-4e5b-b05b-089c77fe1abe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.789134456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"546a73d9-8cbb-48af-a2d5-1c2526830c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.816129059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a48c3901-cd78-43ee-8310-b85616c3cffa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.858655739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"12c7e0c4-6fef-43c0-b71b-a044007f2500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.86708522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7ef06c94-c9fa-4e5b-b05b-089c77fe1abe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.877583131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ef24f7d9-6f6d-4ee4-9397-623c8ce18550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.88133497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"546a73d9-8cbb-48af-a2d5-1c2526830c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.99282266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a48c3901-cd78-43ee-8310-b85616c3cffa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:08.994492978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ef24f7d9-6f6d-4ee4-9397-623c8ce18550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:09.316923507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"df14ddd6-0593-4e54-8bc8-dd037effb4a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:09.317988731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ce54a6c6-9098-49b9-867b-34ce9c6ddc11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:09.402298864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"ce54a6c6-9098-49b9-867b-34ce9c6ddc11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:09.402742559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"df14ddd6-0593-4e54-8bc8-dd037effb4a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:11.47051036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f13c3040-7340-4699-a35c-fd34cdf997ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:11.470612428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f13c3040-7340-4699-a35c-fd34cdf997ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:11.718029752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7fcbb89e-f199-491b-92f6-f258ed0ad581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:11.718184728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"983955ee-06ce-48d5-bc88-0b527b8d286b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:11.719693364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1b824bf-1638-46f4-b1d8-4d0471cc9f39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:11.780693228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"983955ee-06ce-48d5-bc88-0b527b8d286b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:11.782023512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7fcbb89e-f199-491b-92f6-f258ed0ad581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:11.896330624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52a1250f-0759-49e2-85e7-52b9f7fbb8db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:11.896352001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52a1250f-0759-49e2-85e7-52b9f7fbb8db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:12.117924836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"040d0386-7c40-4bc7-ab6c-7443e81cf53a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:14.262232981Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:14.483091443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d80404-bf4c-442f-82c6-51f05828c63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:14.537717759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d80404-bf4c-442f-82c6-51f05828c63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:14.592082124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d80404-bf4c-442f-82c6-51f05828c63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:14.646769605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d80404-bf4c-442f-82c6-51f05828c63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:14.967326468Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-078e0d65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-078e0d65","reconcileID":"c50d733f-435e-4f9e-89ab-db428a14bf45","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-078e0d65","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-078e0d65":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.092757771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2eb561d8-3d7f-42be-a894-5c9f34f4cede","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.147684414Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2eb561d8-3d7f-42be-a894-5c9f34f4cede","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.203512139Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2eb561d8-3d7f-42be-a894-5c9f34f4cede","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.481889822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"8743aec9-ab3d-4778-bc35-3b278ed9759d","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.629784456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"b7d7ea53-13d8-467c-908e-c5a1d093d276","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.799153162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"4eb025eb-c073-415f-b18e-69bffb8fbead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.799368035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"1ed24829-2047-4bba-9633-d1ecfb1af826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.799687552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8777311f-ce9b-4a3f-afc9-4343d2f75cb3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.799154376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eac07728-4d8f-4ef3-88ab-7e48874f6017","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.859592115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eac07728-4d8f-4ef3-88ab-7e48874f6017","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.860858497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8777311f-ce9b-4a3f-afc9-4343d2f75cb3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.862178201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"4eb025eb-c073-415f-b18e-69bffb8fbead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:15.864506687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"1ed24829-2047-4bba-9633-d1ecfb1af826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:16.11414429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth1","reconcileID":"40ce5ec1-53d9-400c-b3f7-345440866521","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:16.328871265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"18670e8d-01b7-491b-aeff-e9704d83bea0","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:16.330693919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"07de9a2a-6599-4f9a-8966-cabe1a6a41c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:16.390318838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"07de9a2a-6599-4f9a-8966-cabe1a6a41c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:16.472449743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"81496477-ade0-44bf-be7a-87010b6b1672","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:16.598898039Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d45fcc5d-7197-4733-88ce-5bad124afda1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/distinct-2-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:16.691134251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9944e60-65bc-49b7-9927-ff38a0d54c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:16.745452641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9944e60-65bc-49b7-9927-ff38a0d54c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:16.800006447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9944e60-65bc-49b7-9927-ff38a0d54c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:16.854511701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9944e60-65bc-49b7-9927-ff38a0d54c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:16.913686001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"2a547bb4-2404-4f84-b178-51aad1cc2bd8","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.462596408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b51a8a63-dadc-44a8-9119-97cce3c6b3b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.462618448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b51a8a63-dadc-44a8-9119-97cce3c6b3b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.520004604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5705e75d-aea8-4c4e-93f8-721fc48d0d33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.520024169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5705e75d-aea8-4c4e-93f8-721fc48d0d33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.684611219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f2bc74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-f2bc74","reconcileID":"34b54c18-e5e8-40be-94b7-22c52414e6bd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f2bc74","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.736874188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"927771b0-b35a-47d5-9ca1-226a76558562","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.736900425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"927771b0-b35a-47d5-9ca1-226a76558562","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.787285158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f2bc74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-f2bc74","reconcileID":"34b54c18-e5e8-40be-94b7-22c52414e6bd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f2bc74","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.800900217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3dd1bc3-287a-4443-b30a-d43f4486cde2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.80092852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3dd1bc3-287a-4443-b30a-d43f4486cde2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:03:18.850923373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-f2bc74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-f2bc74","reconcileID":"7d2a5ae0-8dfe-4f27-b040-6358dfa385a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-f2bc74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.899099922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad34916c-585d-4ea2-933b-a7a86456ecf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:18.954732824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad34916c-585d-4ea2-933b-a7a86456ecf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.009547734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad34916c-585d-4ea2-933b-a7a86456ecf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.009742851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbe62cfc-fb3f-4616-b819-7f05a8257be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.011978337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"839f058c-7fdc-4ec3-a616-7ce0ad390767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.011995614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"839f058c-7fdc-4ec3-a616-7ce0ad390767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.064314481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad34916c-585d-4ea2-933b-a7a86456ecf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.064974204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6888c48a-f5bf-4e4b-87f8-6fb4a8c9e556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.125845349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6888c48a-f5bf-4e4b-87f8-6fb4a8c9e556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.126079296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbe62cfc-fb3f-4616-b819-7f05a8257be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.126840181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94a17fb2-db25-4e7c-91f1-286d9e00b653","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.126860179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94a17fb2-db25-4e7c-91f1-286d9e00b653","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.221913283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0768cfd-ef3c-4bb4-bd61-0f9e359de09f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.221934852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0768cfd-ef3c-4bb4-bd61-0f9e359de09f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.39791775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f2bc74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-f2bc74","reconcileID":"5aafb644-8f89-4b73-be5b-96ac88c16b82","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f2bc74","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.457599999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f2bc74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-f2bc74","reconcileID":"5aafb644-8f89-4b73-be5b-96ac88c16b82","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f2bc74","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.459067866Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-f2bc74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-f2bc74","reconcileID":"6a9a44e2-74d1-4793-a2eb-d8174062ee0e","MaaSSubscription":{"name":"e2e-default-int-sub-f2bc74","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-f2bc74","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.63197226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f760f384-9ec5-4898-9df9-5e9dd3fd7258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.631991841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f760f384-9ec5-4898-9df9-5e9dd3fd7258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.670217081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c4adac82-b1e5-4273-84ec-d5c494f7181b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-162191"},"model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.670248824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"62491f09-ccd9-491f-b197-10b3b7414541","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.678592822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8002b266-c7f8-4db5-b65d-eb3e1e658ec2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.851042498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-f2bc74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-f2bc74","reconcileID":"174f7653-9280-42f5-b824-6ef042572362","MaaSSubscription":{"name":"e2e-default-int-sub-f2bc74","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:19.975963461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"8d3965f7-7edb-4dc9-be6f-022115879858","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:21.897742813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfcfd1f3-8954-4e47-a4b4-8f00e6ee280e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:21.897770267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfcfd1f3-8954-4e47-a4b4-8f00e6ee280e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:24.277659352Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f2bc74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-f2bc74","reconcileID":"f1bd5a93-d111-4c5c-83de-62856c07858a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f2bc74","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:24.277738564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"983c53c4-9129-4942-8886-1dab2dbbb6d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:24.277755687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"983c53c4-9129-4942-8886-1dab2dbbb6d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:24.563981899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e39a4f17-83f8-4352-9936-2119fcd24331","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:24.564004945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e39a4f17-83f8-4352-9936-2119fcd24331","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:24.702410942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"305c2a93-adbb-477c-ae94-f96e73808bd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:24.702432722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"305c2a93-adbb-477c-ae94-f96e73808bd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:24.883082963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e38daff4-008f-483c-9b60-b8fe9b6d43ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:24.883117324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b9d787a-c756-4ee6-8877-66192dab8131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:24.943443442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b9d787a-c756-4ee6-8877-66192dab8131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:24.944570187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e38daff4-008f-483c-9b60-b8fe9b6d43ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:25.376333397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6164cd5e-f7a3-4af8-a2e5-27721126f940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:25.430857348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6164cd5e-f7a3-4af8-a2e5-27721126f940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:25.485321987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6164cd5e-f7a3-4af8-a2e5-27721126f940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:25.539744058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6164cd5e-f7a3-4af8-a2e5-27721126f940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:25.900052343Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-182e51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-182e51","reconcileID":"b9924f48-c4b5-409e-ab29-40810381ecf2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-182e51","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-182e51":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:27.5804172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f4e747-4778-44f4-b69f-27b8bf90fc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:27.634816659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f4e747-4778-44f4-b69f-27b8bf90fc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:27.690051521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f4e747-4778-44f4-b69f-27b8bf90fc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:27.745095939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f4e747-4778-44f4-b69f-27b8bf90fc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:29.80752145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea18541b-e946-4c0b-8cfb-3b5c8fb37d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:29.862908993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea18541b-e946-4c0b-8cfb-3b5c8fb37d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:29.918006216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea18541b-e946-4c0b-8cfb-3b5c8fb37d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:29.972531502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea18541b-e946-4c0b-8cfb-3b5c8fb37d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.327820021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"8b557c3f-d3cb-460d-94c4-d23b3f53a776","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.328256218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"85dd6fea-e60c-40d9-81b9-b752edab72d2","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.328780329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"dff008a8-df78-481f-9987-6d082d855398","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.396560109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"d4558fdf-25ea-4966-b4fa-3d2c2a42e69f","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.397045492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"22a5951e-58d8-4f97-97bf-8dbc6af5b23e","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.397479107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"24aa6f93-4e80-49b5-a886-8c001039398b","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.491685239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"ee032303-0f4e-4e58-9737-f1f9ab6e2a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.491963198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"de24f05b-68b0-4762-b4aa-39d5f8682059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.587042447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"41335c50-e7d4-4eae-a35a-738bdd66b094","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.588294215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"de24f05b-68b0-4762-b4aa-39d5f8682059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.588463028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"ee032303-0f4e-4e58-9737-f1f9ab6e2a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.589516222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"ccc48f80-26d2-436e-96ec-8ec9b8339699","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.96581324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"423ff05c-dabc-4dd6-9205-a5a68a2a32ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:30.966003877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"79eb3386-93ae-4d06-852d-8d044beafffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:31.025455317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"423ff05c-dabc-4dd6-9205-a5a68a2a32ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:31.02568785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"79eb3386-93ae-4d06-852d-8d044beafffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:31.898588391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03793ceb-3eec-42cb-b478-a1172a8742e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:31.899212553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03793ceb-3eec-42cb-b478-a1172a8742e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:33.274047625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5ec22b6c-f0f7-41ed-9d7d-72091e820c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:33.274940979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"355aee89-8b8b-4d7f-8299-fb5b8b873cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:33.355813275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"355aee89-8b8b-4d7f-8299-fb5b8b873cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:33.416777083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5ec22b6c-f0f7-41ed-9d7d-72091e820c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:33.608868387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"4c0dc4e3-433c-49b4-b8f2-de3ed18204b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:33.609761192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d6246dab-336d-4360-b6f0-895e56f14c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:33.734981367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"d6246dab-336d-4360-b6f0-895e56f14c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:33.765664147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"4c0dc4e3-433c-49b4-b8f2-de3ed18204b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:34.179042126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"02cde322-d03b-46c5-b4fc-6116585e547d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:34.187070611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"46f7b92a-cd17-4efa-b8b1-6b4fa4cb161a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:34.251655151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"02cde322-d03b-46c5-b4fc-6116585e547d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:34.26654917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"46f7b92a-cd17-4efa-b8b1-6b4fa4cb161a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:34.897653395Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-f2bc74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-f2bc74","reconcileID":"bd545c5c-1e00-4fb8-ae24-7f8ad05d62be","MaaSSubscription":{"name":"e2e-default-int-sub-f2bc74","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-f2bc74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:35.134522704Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-f2bc74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-f2bc74","reconcileID":"bd545c5c-1e00-4fb8-ae24-7f8ad05d62be","MaaSSubscription":{"name":"e2e-default-int-sub-f2bc74","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:35.358251946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4b2620b-bf43-4e2f-8a12-9ff1c7bf92cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:35.358956504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"955b8279-ceaf-4085-8d47-2b8219523d49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:35.358973252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"955b8279-ceaf-4085-8d47-2b8219523d49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:35.522302172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"961259b6-0bae-4e44-a70f-94b9773d2c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:35.522630778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67c1ea2c-91b8-4315-b2c3-9612bf70e375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:35.583474778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67c1ea2c-91b8-4315-b2c3-9612bf70e375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:35.583560648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"961259b6-0bae-4e44-a70f-94b9773d2c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:41.900968902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5300fce0-861e-4df3-8c1c-c82a1f660e65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:41.900995461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5300fce0-861e-4df3-8c1c-c82a1f660e65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:44.26198223Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:46.452336573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1eb2f772-ddf5-4376-b252-a653dd50722a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:46.452359321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1eb2f772-ddf5-4376-b252-a653dd50722a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:46.560710866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c789d1d","namespace":"ai-tenant-e2e-mt-2c789d1d"},"namespace":"ai-tenant-e2e-mt-2c789d1d","name":"e2e-policy-2c789d1d","reconcileID":"b1dd0f6e-2cbe-4350-a1ed-00de214563c2","MaaSAuthPolicy":{"name":"e2e-policy-2c789d1d","namespace":"ai-tenant-e2e-mt-2c789d1d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:46.693767729Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c789d1d","namespace":"ai-tenant-e2e-mt-2c789d1d"},"namespace":"ai-tenant-e2e-mt-2c789d1d","name":"e2e-policy-2c789d1d","reconcileID":"b1dd0f6e-2cbe-4350-a1ed-00de214563c2","MaaSAuthPolicy":{"name":"e2e-policy-2c789d1d","namespace":"ai-tenant-e2e-mt-2c789d1d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:46.752752157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c789d1d","namespace":"ai-tenant-e2e-mt-2c789d1d"},"namespace":"ai-tenant-e2e-mt-2c789d1d","name":"e2e-policy-2c789d1d","reconcileID":"b1dd0f6e-2cbe-4350-a1ed-00de214563c2","MaaSAuthPolicy":{"name":"e2e-policy-2c789d1d","namespace":"ai-tenant-e2e-mt-2c789d1d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:46.85444587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-2-w3-f73b9f","reconcileID":"b326f252-c6ba-4007-a508-c137005dd912","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-2-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-2-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.006480207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"14cf6d82-6a21-4e8d-adf7-14b7a34c4e4b","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.078461002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"5c1ed1c2-47d0-41c2-9197-14f46ce0c7a7","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.264638602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-auth","reconcileID":"de59c61a-6406-4516-9ede-3e2dd4b90068","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.31840063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"fb695598-d538-4426-8c36-c8ff06ebd9f4","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.324186051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-auth","reconcileID":"de59c61a-6406-4516-9ede-3e2dd4b90068","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.375779047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"6ed5828d-2609-4bfe-824d-9d1c0fd64db2","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:03:49.42468368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-sub","reconcileID":"f8285adc-1769-4fac-a854-d27cf65b58d2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.480054741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"cd82c1aa-90e6-4a93-85b4-4c8fb0032b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.480130889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"fa5f4d0b-97de-4380-ad30-e218df1511bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.5403755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"cd82c1aa-90e6-4a93-85b4-4c8fb0032b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.540475214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"fa5f4d0b-97de-4380-ad30-e218df1511bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.541576229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"a75fe345-489b-47d3-8b4f-85554a426365","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.600955909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"5171c4dc-97a8-431d-a470-515eb5c3ea46","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.652497219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"08193ffa-213a-4d8a-99b5-2b06e2373707","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.815669933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-auth","reconcileID":"e433b546-298b-4ea1-a662-bbe70d49ef5b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.877042394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-auth","reconcileID":"e433b546-298b-4ea1-a662-bbe70d49ef5b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.879352266Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-sub","reconcileID":"134f0f46-9115-4b72-8da8-bd562eb685cc","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-f73b9f/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-f73b9f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.955816486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"37e1a6e8-7c47-4936-8b4d-5b2c86643645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:49.955821582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"e54ea2b2-9929-4c36-af76-09a010a9eb40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:50.016255539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"e54ea2b2-9929-4c36-af76-09a010a9eb40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:50.016403369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"37e1a6e8-7c47-4936-8b4d-5b2c86643645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:50.052651314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"124d374b-f2bb-45cf-9c09-1e0a8c144a32","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:50.098383817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"ca60bd6b-ed88-42aa-bd77-1ec777b27246","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:50.271078646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-sub","reconcileID":"dd25200f-867f-45e0-bcb7-b84ff540fbc3","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:51.902429832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26c23be0-1d1e-476d-aedc-cc17451ae524","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:51.902450794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26c23be0-1d1e-476d-aedc-cc17451ae524","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:52.205466042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"1b84e221-3061-4c93-b6b4-cb95fea48dcb","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:52.367787215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"a9296baa-e491-41bc-9653-4cc360616f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:52.367858804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-auth","reconcileID":"9ced5c7b-1b9a-453c-9a25-6cc1b461a783","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:52.36834051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"de5bb151-68c7-4a4d-afe6-d94e1b4c7a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:52.427488199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"de5bb151-68c7-4a4d-afe6-d94e1b4c7a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:52.427515553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-auth","reconcileID":"9ced5c7b-1b9a-453c-9a25-6cc1b461a783","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:52.42971339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"a9296baa-e491-41bc-9653-4cc360616f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:53.843023353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"e7f8f76b-dd54-40b6-b842-e013885ee3d2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:53.965539237Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"e7f8f76b-dd54-40b6-b842-e013885ee3d2","name":"e2e-mt-078e0d65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:55.790219675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f87afd0f-f538-4931-ac3f-e081a9bb9b5e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:55.790243019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f87afd0f-f538-4931-ac3f-e081a9bb9b5e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.008882624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca446d45-fd1f-4948-81ef-51c3428445e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.013775473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5da28e-97c9-411f-aa0d-723edaeb08b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.013803527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeac35d5-917d-48a2-aff7-4976c3ec6b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.14634392Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5da28e-97c9-411f-aa0d-723edaeb08b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:03:56.150810081Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeac35d5-917d-48a2-aff7-4976c3ec6b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.184459145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b2ea22e-2988-42a7-a980-b7163d68a97f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.184479121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b2ea22e-2988-42a7-a980-b7163d68a97f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.205065685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5da28e-97c9-411f-aa0d-723edaeb08b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:03:56.213469166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeac35d5-917d-48a2-aff7-4976c3ec6b2b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.21365003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f2ed736-e5c1-46bf-9eb4-ce5b367794ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.213668119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f2ed736-e5c1-46bf-9eb4-ce5b367794ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.265479793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b0d44c6-b477-4e3d-b40e-a177483eef46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.265505165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b0d44c6-b477-4e3d-b40e-a177483eef46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.380715003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13b04dc2-c7a8-41e5-ad9a-a79f37a1f280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.402625357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"71002555-ad46-4704-bd0b-3e325edc67c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.439944466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13b04dc2-c7a8-41e5-ad9a-a79f37a1f280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.498233618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13b04dc2-c7a8-41e5-ad9a-a79f37a1f280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.556512781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6f742f7-89bc-4998-a218-be5ac96e305f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:03:56.556531735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6f742f7-89bc-4998-a218-be5ac96e305f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:02.375585968Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-sub","reconcileID":"19e70c7a-73a6-4fe0-8134-62c3013ed4fe","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:02.602117527Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-sub","reconcileID":"19e70c7a-73a6-4fe0-8134-62c3013ed4fe","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-f73b9f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:02.824869718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"9eba243d-3dde-4f7d-b0f3-48d56bd71a72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:02.8674869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"a3579fd5-4775-4973-9369-20acc2dc81c4","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:03.013612949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"a55f69d0-98cb-4ae8-87a5-b85b45651b7f","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:03.030304629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"d0c4dfdd-2560-4241-9aa8-172a03a96f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:03.030516856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"58ed0c27-b6c2-4ca7-bd81-48f0e3f3c80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:03.030305123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-auth","reconcileID":"0634ef74-3a19-4363-a91b-e8f802d27640","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:03.090052319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-auth","reconcileID":"0634ef74-3a19-4363-a91b-e8f802d27640","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:03.090232826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"d0c4dfdd-2560-4241-9aa8-172a03a96f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:03.092321195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"58ed0c27-b6c2-4ca7-bd81-48f0e3f3c80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:03.298379912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"e2e-api-key-no-access-auth","reconcileID":"f14eb3a2-5e06-4ffc-865c-76fc5d4a54e5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:03.558714121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"a61930d2-d612-47de-874b-9de6e38c45cb","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:06.088905624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"1bdc55af-d4a5-4f17-905b-115ecc065aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:06.088905638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"ce216dfa-82da-48d5-b210-0d97a5e2d54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:06.149120918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"ce216dfa-82da-48d5-b210-0d97a5e2d54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:06.149196492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"1bdc55af-d4a5-4f17-905b-115ecc065aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:06.4283841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a14eae2-1d9f-4e0a-ae39-904cdcdc3f07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:06.48847712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a14eae2-1d9f-4e0a-ae39-904cdcdc3f07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:06.548883245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a14eae2-1d9f-4e0a-ae39-904cdcdc3f07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:06.617983401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"df1d112c-7769-440f-b2fd-c28f135db10e","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-2-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-2-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:06.720108971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7642ad33-0f6f-4def-8f31-ac478a03b374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:06.779628889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7642ad33-0f6f-4def-8f31-ac478a03b374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:06.838895025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7642ad33-0f6f-4def-8f31-ac478a03b374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.426529931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"773b12d5-93c3-4241-8bc5-4566951f74b6","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.485416183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"5461241d-0eb1-4362-adff-7d7a3acca519","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.574068044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c789d1d","namespace":"ai-tenant-e2e-mt-2c789d1d"},"namespace":"ai-tenant-e2e-mt-2c789d1d","name":"e2e-policy-2c789d1d","reconcileID":"c719838c-e064-44ea-861d-9e42fd15e5be","MaaSAuthPolicy":{"name":"e2e-policy-2c789d1d","namespace":"ai-tenant-e2e-mt-2c789d1d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.647218005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"93154ae3-7091-4743-a93c-70b7215ed348","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.704048364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"acb5b6e2-d975-4a4d-877a-f0c619a2566b","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.706553511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"93154ae3-7091-4743-a93c-70b7215ed348","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.729533011Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c789d1d","namespace":"ai-tenant-e2e-mt-2c789d1d"},"namespace":"ai-tenant-e2e-mt-2c789d1d","name":"e2e-policy-2c789d1d","reconcileID":"c719838c-e064-44ea-861d-9e42fd15e5be","MaaSAuthPolicy":{"name":"e2e-policy-2c789d1d","namespace":"ai-tenant-e2e-mt-2c789d1d"},"policyNamespace":"ai-tenant-e2e-mt-2c789d1d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.762774887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"a0700bee-e4d9-4f6a-a70a-a8ea3d0df8f7","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.77519705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f1158d93f0a3d9f438893f7d02226c1054ecfc400ae166d88ecb7f6d19f766c) AuthConfig (3274f86d4269d6fdc70acd0e101d8e443578c08900e684216ad1d6c07bddac57) AuthConfig (5cd6e22298dae465d72978d774c6ca5687effc90eb450044a2519a6a48959335) AuthConfig (f73bafffadeb2188e7bca7e65716e9d50c0212ad852de198107738ad90c6013f) AuthConfig (806900aeb4d6df476dd0035d78540745eaaa0ab76163bc3bfd492e7cfcc3d75d) AuthConfig (ab55825831cde490ca77ca1879af124d0e8ac19818c6a3ea78b99d0223c1ce5d) AuthConfig (f3266a54fa915572c4a24b50a4758fba4562e5e5b12d6fec8372637cc3945e5e) AuthConfig (b6e0569573751c758f765612c5a0b9200ee020aed0e95f1e7649431ce55531b7) AuthConfig (265517bacfce0bf3c6a1cc12b3dae3713fadefb3db765e7f8515cff6e406afa4) AuthConfig (1396ec2b54007f025bb7beedc51961b8dc763d2d86293348e89818f9f09482ba) AuthConfig (6ab9ea883d6651105126db99ba4a22e40a8f6e528063d5e677f606cedf3b48af) AuthConfig (957243a4ab38610744bbb9deba4557a4120d60cbeaa97b274bbe703199096174)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"93154ae3-7091-4743-a93c-70b7215ed348","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:04:07.816847301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-sub","reconcileID":"82aab855-fae7-4e4d-ac25-adf4dc1f8e89","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.837976259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3c077957-f63b-4395-907a-45b48ff58a05","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.868071686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"5ff0502e-a5b5-4dcf-b4ee-c2eb0e20fbf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.868198304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"fc40a82e-3a35-49b6-ad49-64deac67df28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.92799179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"fc40a82e-3a35-49b6-ad49-64deac67df28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.92822323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"5ff0502e-a5b5-4dcf-b4ee-c2eb0e20fbf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:07.938496228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"259c403d-7a04-456f-826a-192db5163be1","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.021538144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"b4917033-02a6-4f25-90fd-a3d397d1bb58","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.029132922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"f303b77a-3209-4175-bccf-5c4e33d1b9fd","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.08135548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"b4917033-02a6-4f25-90fd-a3d397d1bb58","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.139549568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f1158d93f0a3d9f438893f7d02226c1054ecfc400ae166d88ecb7f6d19f766c) AuthConfig (3274f86d4269d6fdc70acd0e101d8e443578c08900e684216ad1d6c07bddac57) AuthConfig (5cd6e22298dae465d72978d774c6ca5687effc90eb450044a2519a6a48959335) AuthConfig (f73bafffadeb2188e7bca7e65716e9d50c0212ad852de198107738ad90c6013f) AuthConfig (806900aeb4d6df476dd0035d78540745eaaa0ab76163bc3bfd492e7cfcc3d75d) AuthConfig (ab55825831cde490ca77ca1879af124d0e8ac19818c6a3ea78b99d0223c1ce5d) AuthConfig (f3266a54fa915572c4a24b50a4758fba4562e5e5b12d6fec8372637cc3945e5e) AuthConfig (b6e0569573751c758f765612c5a0b9200ee020aed0e95f1e7649431ce55531b7) AuthConfig (265517bacfce0bf3c6a1cc12b3dae3713fadefb3db765e7f8515cff6e406afa4) AuthConfig (1396ec2b54007f025bb7beedc51961b8dc763d2d86293348e89818f9f09482ba) AuthConfig (6ab9ea883d6651105126db99ba4a22e40a8f6e528063d5e677f606cedf3b48af) AuthConfig (957243a4ab38610744bbb9deba4557a4120d60cbeaa97b274bbe703199096174)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"b4917033-02a6-4f25-90fd-a3d397d1bb58","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.342685569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"cb258902-b900-407b-8e2e-7179bc4e0b52","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.350478823Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-sub","reconcileID":"17a6287e-29aa-4e73-a76f-e9ee4dc79d13","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-865066/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-865066/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.402392185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"cb258902-b900-407b-8e2e-7179bc4e0b52","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.405326878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"6363766a-42b2-4622-843d-af1f109d49bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.40551763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"6f80f69d-bfaa-4901-ae8a-19efcedff242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.461034176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f1158d93f0a3d9f438893f7d02226c1054ecfc400ae166d88ecb7f6d19f766c) AuthConfig (3274f86d4269d6fdc70acd0e101d8e443578c08900e684216ad1d6c07bddac57) AuthConfig (5cd6e22298dae465d72978d774c6ca5687effc90eb450044a2519a6a48959335) AuthConfig (f73bafffadeb2188e7bca7e65716e9d50c0212ad852de198107738ad90c6013f) AuthConfig (806900aeb4d6df476dd0035d78540745eaaa0ab76163bc3bfd492e7cfcc3d75d) AuthConfig (ab55825831cde490ca77ca1879af124d0e8ac19818c6a3ea78b99d0223c1ce5d) AuthConfig (f3266a54fa915572c4a24b50a4758fba4562e5e5b12d6fec8372637cc3945e5e) AuthConfig (b6e0569573751c758f765612c5a0b9200ee020aed0e95f1e7649431ce55531b7) AuthConfig (265517bacfce0bf3c6a1cc12b3dae3713fadefb3db765e7f8515cff6e406afa4) AuthConfig (1396ec2b54007f025bb7beedc51961b8dc763d2d86293348e89818f9f09482ba) AuthConfig (6ab9ea883d6651105126db99ba4a22e40a8f6e528063d5e677f606cedf3b48af) AuthConfig (957243a4ab38610744bbb9deba4557a4120d60cbeaa97b274bbe703199096174)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"cb258902-b900-407b-8e2e-7179bc4e0b52","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.466134389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"6f80f69d-bfaa-4901-ae8a-19efcedff242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.4666369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"6363766a-42b2-4622-843d-af1f109d49bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.52362293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3f8bee65-b0f1-447b-be7f-dbf12b0191f2","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.568930332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"b780fa38-9121-4b2d-b5c7-59e9ce6fc45c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.742803117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-sub","reconcileID":"fafa2b0b-20e8-4942-9c42-659ca8e51fc4","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.892341504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b9dbae-976f-478e-8b86-c5ba93e2e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:08.946907781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b9dbae-976f-478e-8b86-c5ba93e2e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:09.001212652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b9dbae-976f-478e-8b86-c5ba93e2e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:09.0558278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b9dbae-976f-478e-8b86-c5ba93e2e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:09.166085503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"2a339e4f-2431-421d-a989-b8012476729f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:09.289515506Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"2a339e4f-2431-421d-a989-b8012476729f","name":"e2e-api-a-182e51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:09.418620523Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-aab51f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-aab51f","reconcileID":"5cf2995e-5a2e-442e-bc51-f97f7e2a9088","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-aab51f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-aab51f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:11.094594009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0479cdd8-7a4d-475d-a4eb-dda2983efe54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:11.149280865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0479cdd8-7a4d-475d-a4eb-dda2983efe54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:11.203758366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0479cdd8-7a4d-475d-a4eb-dda2983efe54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:11.258077686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0479cdd8-7a4d-475d-a4eb-dda2983efe54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:13.282444972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0947e3-e003-4f4f-8b75-34af66ede81e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:13.336742016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0947e3-e003-4f4f-8b75-34af66ede81e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:13.391205939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0947e3-e003-4f4f-8b75-34af66ede81e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:13.445644191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0947e3-e003-4f4f-8b75-34af66ede81e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:14.261989591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:15.495435787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ea9544-1e46-4c8c-ab58-c04f5c0cddf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:15.549725247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ea9544-1e46-4c8c-ab58-c04f5c0cddf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:15.603967927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ea9544-1e46-4c8c-ab58-c04f5c0cddf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:15.658785495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ea9544-1e46-4c8c-ab58-c04f5c0cddf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:16.716319097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2ec1fb6-d4cf-4e60-968f-f36aa3123ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:16.775980625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2ec1fb6-d4cf-4e60-968f-f36aa3123ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:16.835078166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2ec1fb6-d4cf-4e60-968f-f36aa3123ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:17.027611056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14bda344-a440-4bc1-9175-81b3d412185c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:17.087906292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14bda344-a440-4bc1-9175-81b3d412185c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:17.147205105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14bda344-a440-4bc1-9175-81b3d412185c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:18.623642488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"2637b1e2-fab3-418b-96da-d6a112581cae","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:18.683432958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"2637b1e2-fab3-418b-96da-d6a112581cae","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:18.741387372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f1158d93f0a3d9f438893f7d02226c1054ecfc400ae166d88ecb7f6d19f766c) AuthConfig (3274f86d4269d6fdc70acd0e101d8e443578c08900e684216ad1d6c07bddac57) AuthConfig (5cd6e22298dae465d72978d774c6ca5687effc90eb450044a2519a6a48959335) AuthConfig (f73bafffadeb2188e7bca7e65716e9d50c0212ad852de198107738ad90c6013f) AuthConfig (806900aeb4d6df476dd0035d78540745eaaa0ab76163bc3bfd492e7cfcc3d75d) AuthConfig (ab55825831cde490ca77ca1879af124d0e8ac19818c6a3ea78b99d0223c1ce5d) AuthConfig (f3266a54fa915572c4a24b50a4758fba4562e5e5b12d6fec8372637cc3945e5e) AuthConfig (b6e0569573751c758f765612c5a0b9200ee020aed0e95f1e7649431ce55531b7) AuthConfig (265517bacfce0bf3c6a1cc12b3dae3713fadefb3db765e7f8515cff6e406afa4) AuthConfig (1396ec2b54007f025bb7beedc51961b8dc763d2d86293348e89818f9f09482ba) AuthConfig (6ab9ea883d6651105126db99ba4a22e40a8f6e528063d5e677f606cedf3b48af) AuthConfig (957243a4ab38610744bbb9deba4557a4120d60cbeaa97b274bbe703199096174)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"2637b1e2-fab3-418b-96da-d6a112581cae","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:26.998610782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91d3a621-687e-4c15-9289-639ec05086e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:27.058420829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91d3a621-687e-4c15-9289-639ec05086e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:27.116624568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91d3a621-687e-4c15-9289-639ec05086e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:27.311415855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df7a9e04-d19e-4dca-9868-2f45f0d873fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:27.370871642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df7a9e04-d19e-4dca-9868-2f45f0d873fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:27.42927246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df7a9e04-d19e-4dca-9868-2f45f0d873fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:28.905730794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"8f6cf42b-c418-4ad0-975f-c973fa17426b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:28.965210836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"8f6cf42b-c418-4ad0-975f-c973fa17426b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:29.023786925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-865066-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f1158d93f0a3d9f438893f7d02226c1054ecfc400ae166d88ecb7f6d19f766c) AuthConfig (3274f86d4269d6fdc70acd0e101d8e443578c08900e684216ad1d6c07bddac57) AuthConfig (5cd6e22298dae465d72978d774c6ca5687effc90eb450044a2519a6a48959335) AuthConfig (f73bafffadeb2188e7bca7e65716e9d50c0212ad852de198107738ad90c6013f) AuthConfig (806900aeb4d6df476dd0035d78540745eaaa0ab76163bc3bfd492e7cfcc3d75d) AuthConfig (ab55825831cde490ca77ca1879af124d0e8ac19818c6a3ea78b99d0223c1ce5d) AuthConfig (f3266a54fa915572c4a24b50a4758fba4562e5e5b12d6fec8372637cc3945e5e) AuthConfig (b6e0569573751c758f765612c5a0b9200ee020aed0e95f1e7649431ce55531b7) AuthConfig (265517bacfce0bf3c6a1cc12b3dae3713fadefb3db765e7f8515cff6e406afa4) AuthConfig (1396ec2b54007f025bb7beedc51961b8dc763d2d86293348e89818f9f09482ba) AuthConfig (6ab9ea883d6651105126db99ba4a22e40a8f6e528063d5e677f606cedf3b48af) AuthConfig (957243a4ab38610744bbb9deba4557a4120d60cbeaa97b274bbe703199096174)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"8f6cf42b-c418-4ad0-975f-c973fa17426b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:36.690032101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c8ac16-37de-4c8f-adfc-7dd8e66636af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:36.744912329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c8ac16-37de-4c8f-adfc-7dd8e66636af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:36.800046328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c8ac16-37de-4c8f-adfc-7dd8e66636af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:36.858152851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c8ac16-37de-4c8f-adfc-7dd8e66636af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:37.279156737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06cce121-ffd7-462e-a08f-8277c32c07ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:37.339141237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06cce121-ffd7-462e-a08f-8277c32c07ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:37.397278608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06cce121-ffd7-462e-a08f-8277c32c07ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:37.594594426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08b73d4c-219c-4f3d-8e74-3211f25416a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:37.65399508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08b73d4c-219c-4f3d-8e74-3211f25416a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:37.712001849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08b73d4c-219c-4f3d-8e74-3211f25416a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:38.849680909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8c75e4-4c77-486f-8f7d-1359307e6eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:38.907030036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8c75e4-4c77-486f-8f7d-1359307e6eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:38.961482931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8c75e4-4c77-486f-8f7d-1359307e6eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:39.020443263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8c75e4-4c77-486f-8f7d-1359307e6eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:39.247365061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"57affd45-1419-4c0a-ac45-5a9dfae20f0c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:39.306470984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"57affd45-1419-4c0a-ac45-5a9dfae20f0c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:39.639466338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"1781787e-2f04-4621-ad7d-16423a0c83ee","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:40.924121506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"6671c9bd-571c-4141-961f-70abd82dbecb","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:41.093542134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"6574d23b-8657-4eaa-b6d3-06e66746849c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:41.096265631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"de6204c0-1f4f-4455-a111-340bf6ae0618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:41.096269046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"0b61fca1-fab9-469c-a1b4-dc1da43e2a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:41.154512855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"6574d23b-8657-4eaa-b6d3-06e66746849c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:41.156913433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"0b61fca1-fab9-469c-a1b4-dc1da43e2a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:41.15715537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"de6204c0-1f4f-4455-a111-340bf6ae0618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:44.265728671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:47.561469129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2a23f02-1285-4464-ab8a-fe742fa93e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:47.621946673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2a23f02-1285-4464-ab8a-fe742fa93e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:47.680538705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2a23f02-1285-4464-ab8a-fe742fa93e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:47.742772028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"938bd2c4-7709-4a89-8638-4f3d09914aa7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:47.742792516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"938bd2c4-7709-4a89-8638-4f3d09914aa7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:47.874615955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"219e47c6-274c-42be-8804-3a29836554f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:47.93454146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"219e47c6-274c-42be-8804-3a29836554f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:47.993341089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"219e47c6-274c-42be-8804-3a29836554f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:48.054735484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"671d836f-7fc2-4aa3-84ec-44aded56d0ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:48.054758928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"671d836f-7fc2-4aa3-84ec-44aded56d0ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:51.097064814Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-sub","reconcileID":"fcc85cd1-0018-448b-a61e-b3b4a0148916","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:51.322736226Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-sub","reconcileID":"fcc85cd1-0018-448b-a61e-b3b4a0148916","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-865066/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:51.569225048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"45ca6539-313b-4c71-9d28-5b6bd5801bca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:51.616541649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"7b0fab05-fb09-4791-a94f-dcd79f318486","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:51.75211424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"081dd739-619e-4517-8d28-278d9c60eabf","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:51.780970317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"41085396-1aa9-44c5-9238-2cd2ae1bb6bb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:51.78174994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"58da7a3e-be07-4f1b-aa62-14e94aedf234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:51.781766438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"32f93047-e7a3-4cad-b65f-adf295555042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:51.842910703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"58da7a3e-be07-4f1b-aa62-14e94aedf234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:51.844905651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"32f93047-e7a3-4cad-b65f-adf295555042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:51.846004269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"41085396-1aa9-44c5-9238-2cd2ae1bb6bb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:52.053318258Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-api-key-scoped-auth","reconcileID":"be28a560-a938-4042-83f8-eeed3c73372f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:52.276608213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd854b4a-317a-4674-aac6-ef96be70b2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:52.33115473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd854b4a-317a-4674-aac6-ef96be70b2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:52.385757225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd854b4a-317a-4674-aac6-ef96be70b2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:52.390150932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"2130b72c-e7a5-476f-a78d-f85762b8c3d9","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:52.440399101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd854b4a-317a-4674-aac6-ef96be70b2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:52.800411603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"967526e2-7700-4d14-9eb0-bce811f88135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:52.800434888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"967526e2-7700-4d14-9eb0-bce811f88135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:52.857372913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07f46ca3-f128-4a87-b175-c69f856dd5fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:52.857401224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07f46ca3-f128-4a87-b175-c69f856dd5fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:52.965543737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"2a9cd030-dd33-42c2-ac53-3865ee789d13","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.104380838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"2a9cd030-dd33-42c2-ac53-3865ee789d13","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"name":"e2e-api-a-182e51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.162939139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-182e51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"2a9cd030-dd33-42c2-ac53-3865ee789d13","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.220947496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"110e2ba8-c897-4f6c-98d5-428aaf5c9e50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.221089825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"110e2ba8-c897-4f6c-98d5-428aaf5c9e50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.399280718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"1cf12d88-961d-4c05-a633-63c4b557977a","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.460796932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"eece599f-3459-4390-aab9-148a3e22fdf3","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.657503212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"f2f0a37a-7c51-49d0-aca1-a8bc6b7d1bf8","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.705803567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-invalid-sub-auth","reconcileID":"80b90494-d772-48b6-ad25-5279af90f49c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.719583356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"8ea33807-a7e5-4b97-bb35-753f45b65552","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:04:53.854614583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-valid-sub","reconcileID":"f55cce25-785e-43a4-9b39-22cde0d65499","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.855691784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-invalid-sub-auth","reconcileID":"80b90494-d772-48b6-ad25-5279af90f49c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.918792022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"85187cfd-e0cd-4e38-a54b-d193902d72c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:53.925117858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"f73d2201-cdef-48f4-a387-09736d3c0aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.016339392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"85187cfd-e0cd-4e38-a54b-d193902d72c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.019913556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"f73d2201-cdef-48f4-a387-09736d3c0aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.065207927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"1c5d8710-611d-4e46-afe1-79c8fd43d880","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.126904831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"75f9d80c-6fac-4805-8c4b-381298bc21b8","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.227347839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"7cda06f4-5e38-44dc-acb5-99d87d08b5a9","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.391706279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-invalid-sub-auth","reconcileID":"b5965b82-a264-41fd-9161-f988041b9ad6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.424272231Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-valid-sub","reconcileID":"695b40a4-0f81-4546-9fbc-73908cb6cfec","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-865066/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-865066/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.453184882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-invalid-sub-auth","reconcileID":"b5965b82-a264-41fd-9161-f988041b9ad6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.491266514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"cc4cafd3-7129-45c4-8590-dc691edd4386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.491284334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"e9e335aa-32b5-47cd-8237-8a35da8f3390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.55207263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"e9e335aa-32b5-47cd-8237-8a35da8f3390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.552072628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"cc4cafd3-7129-45c4-8590-dc691edd4386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.598023895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"1d014a84-3625-438c-811f-23e59ff1b4a2","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.606595978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df8dea7-98a8-4520-a289-e8464aec9dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.643615355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"74566f74-a42b-44c5-b734-72e1230c8a54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.661029812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df8dea7-98a8-4520-a289-e8464aec9dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.715592484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df8dea7-98a8-4520-a289-e8464aec9dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.770055831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df8dea7-98a8-4520-a289-e8464aec9dea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:54.899098214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-valid-sub","reconcileID":"fc98800c-befb-49ea-87b2-eb653b5cc7e7","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:55.696484041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"21d796ad-2570-4ede-bed6-c60fac94db1a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:55.819376723Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"21d796ad-2570-4ede-bed6-c60fac94db1a","name":"e2e-api-a-aab51f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:56.575525626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"2acbb508-a2e6-4667-b169-3cf7b099a124","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:56.738720781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"ccfe2499-3e93-4d41-8c63-0b8d8d43cdd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:56.738882827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"93dffbfd-80a6-4f8a-b6bb-e9fa3b411879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:56.738720526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-invalid-sub-auth","reconcileID":"e2f98526-db7f-4999-be65-9c7826f72cdd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:56.799078087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"ccfe2499-3e93-4d41-8c63-0b8d8d43cdd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:56.800054703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"93dffbfd-80a6-4f8a-b6bb-e9fa3b411879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:56.801483304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-invalid-sub-auth","reconcileID":"e2f98526-db7f-4999-be65-9c7826f72cdd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:57.919678889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea7be1cd-efc1-4c74-acc4-32bda09b8686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:57.979788244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea7be1cd-efc1-4c74-acc4-32bda09b8686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.038556415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea7be1cd-efc1-4c74-acc4-32bda09b8686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.099268726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d172380-a8ef-4bca-be7a-76348a9030df","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.099288238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d172380-a8ef-4bca-be7a-76348a9030df","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.21755514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d13e85b9-52d8-409d-96a1-3c5861f664ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.276769259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d13e85b9-52d8-409d-96a1-3c5861f664ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.334874247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d13e85b9-52d8-409d-96a1-3c5861f664ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.388931778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b3b906-862a-40cc-b8f1-ca10d7d68093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.443709284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b3b906-862a-40cc-b8f1-ca10d7d68093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.449842752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4cd2431-21a4-4d92-8c61-24140598d517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.449859581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4cd2431-21a4-4d92-8c61-24140598d517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.498298099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b3b906-862a-40cc-b8f1-ca10d7d68093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.553106106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b3b906-862a-40cc-b8f1-ca10d7d68093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:04:58.859849347Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3344e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3344e8","reconcileID":"73c84632-bbef-49f7-ab63-c884a4d8fe13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3344e8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-3344e8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:00.584397772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6490da7f-9c1f-4cfa-9b99-5d0def9764c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:00.638973495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6490da7f-9c1f-4cfa-9b99-5d0def9764c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:00.694177704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6490da7f-9c1f-4cfa-9b99-5d0def9764c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:00.749399262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6490da7f-9c1f-4cfa-9b99-5d0def9764c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:02.73029558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094b4372-de49-47f5-8cbe-37dbb4d4dab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:02.784889769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094b4372-de49-47f5-8cbe-37dbb4d4dab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:02.839271916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094b4372-de49-47f5-8cbe-37dbb4d4dab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:02.893804491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094b4372-de49-47f5-8cbe-37dbb4d4dab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:03.332812658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"96f9d844-5c50-4177-bae6-5e202da5631f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:03.392484627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"96f9d844-5c50-4177-bae6-5e202da5631f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"name":"e2e-api-a-182e51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:03.451546884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-182e51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"96f9d844-5c50-4177-bae6-5e202da5631f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:06.745801604Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-valid-sub","reconcileID":"c25b9df9-a236-40c3-94ea-01dc5467f5a9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:06.97167113Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-valid-sub","reconcileID":"c25b9df9-a236-40c3-94ea-01dc5467f5a9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-865066/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:07.197565374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"1f169d4c-e77d-4ccb-b536-82cae2854473","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:07.238211391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"81f57eec-cf3f-4583-9ace-c96faafba4a4","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:07.387406851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"a7778545-9bb0-49fe-85a6-7fbafe463aa4","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:07.406798307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-invalid-sub-auth","reconcileID":"10814606-c686-44eb-b8aa-4426b53351cc","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:07.406977544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"57401ad3-5e57-4a90-8100-7504fc72292b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:07.407271102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"2a4c0ee1-87ea-4cc5-be97-4fbf6f5192a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:07.467621844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-invalid-sub-auth","reconcileID":"10814606-c686-44eb-b8aa-4426b53351cc","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:07.467795356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"57401ad3-5e57-4a90-8100-7504fc72292b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:07.471559098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"2a4c0ee1-87ea-4cc5-be97-4fbf6f5192a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:07.677032138Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"e2e-models-invalid-sub-auth","reconcileID":"b40b5ba4-737a-4958-86ad-b6f8cf22a8e2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:07.937805785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"fbb64ed1-2a55-4737-96ee-ab2d799f80f8","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:08.263471719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8714295a-ce7d-4f5c-980c-a70eea255e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:08.327586388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8714295a-ce7d-4f5c-980c-a70eea255e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:08.389624413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8714295a-ce7d-4f5c-980c-a70eea255e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:08.613059578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"018e6f35-411c-4e21-bac5-cce288ba3015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:08.672894792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"018e6f35-411c-4e21-bac5-cce288ba3015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:08.953893213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dfb8ce5-78a3-4e09-920a-765956af6130","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:08.953925842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dfb8ce5-78a3-4e09-920a-765956af6130","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:13.561547454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"b1fd1c21-4c09-4e25-8d44-5eb9daf91020","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:13.62097095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"b1fd1c21-4c09-4e25-8d44-5eb9daf91020","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"name":"e2e-api-a-182e51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:13.680006735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-182e51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58109f9da98155ac73be987787ef316b5e3b611d22af4696c26cf122057b1bed) AuthConfig (64686dc1cdc1f071509ba87c1715853996085ff2e3c9293dd72c6002f316e3b4) AuthConfig (d7e0fda1a6cd0b3fc38c028db24eb3a859551d5970e95fc0b656ccacc2b0d9ed) AuthConfig (2acea9d997bd77daac782bd3efcf7e4a7c69c175abf13904a93f72f9d13ec8bf) AuthConfig (ebc8c33e23a1fd361cd81d96c0c3a95ff848bcb990bf99e0eaa17e3f060728c0) AuthConfig (6233bdb9dad80bce18baa038c9d9a2f007d5ae52a8c669894953dfc618986c4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"b1fd1c21-4c09-4e25-8d44-5eb9daf91020","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:13.738396389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bfd592a-94f0-420b-b3fc-ccdb6dc85cfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:13.738420995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bfd592a-94f0-420b-b3fc-ccdb6dc85cfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:14.262385177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:18.554342291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54e234de-8c5b-4855-a087-e1e45266df58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:18.613915062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54e234de-8c5b-4855-a087-e1e45266df58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:18.943159457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"250b7a34-33d7-4566-b124-2eff45d3cd65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:18.943197478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"250b7a34-33d7-4566-b124-2eff45d3cd65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:23.848017344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"e97c18df-71c3-444d-a822-022b187e1b35","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:23.908994431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"e97c18df-71c3-444d-a822-022b187e1b35","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"name":"e2e-api-a-182e51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:23.968610322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-182e51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58109f9da98155ac73be987787ef316b5e3b611d22af4696c26cf122057b1bed) AuthConfig (64686dc1cdc1f071509ba87c1715853996085ff2e3c9293dd72c6002f316e3b4) AuthConfig (d7e0fda1a6cd0b3fc38c028db24eb3a859551d5970e95fc0b656ccacc2b0d9ed) AuthConfig (2acea9d997bd77daac782bd3efcf7e4a7c69c175abf13904a93f72f9d13ec8bf) AuthConfig (ebc8c33e23a1fd361cd81d96c0c3a95ff848bcb990bf99e0eaa17e3f060728c0) AuthConfig (6233bdb9dad80bce18baa038c9d9a2f007d5ae52a8c669894953dfc618986c4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"e97c18df-71c3-444d-a822-022b187e1b35","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.077924721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"e0b53853-4800-4b1e-99c6-6eff1d5b3312","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.137723752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"e0b53853-4800-4b1e-99c6-6eff1d5b3312","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"name":"e2e-api-a-182e51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.421139467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77366ba9-43b0-413b-bcf7-ce0de9d29c4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.421184959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77366ba9-43b0-413b-bcf7-ce0de9d29c4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.611670493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca82d8cf-de18-42d5-beb4-8b03b0c2659b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.611816391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca82d8cf-de18-42d5-beb4-8b03b0c2659b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.673528071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2f060ff-c054-4dc6-af65-9f5f5c1266f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.673760704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2f060ff-c054-4dc6-af65-9f5f5c1266f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.857534218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-047f3d46","reconcileID":"2219078e-35ca-44fd-81a7-45551ce4ac56","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.894146968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d740c023-743e-4e53-acb8-123857ff5476","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.894190098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d740c023-743e-4e53-acb8-123857ff5476","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.919909168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-047f3d46","reconcileID":"2219078e-35ca-44fd-81a7-45551ce4ac56","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.953386329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"554632ce-d8e5-4a0a-ba70-365d9d5aa1ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:34.953507754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"554632ce-d8e5-4a0a-ba70-365d9d5aa1ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:05:35.00248244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-047f3d46","reconcileID":"bf19dfe6-265d-48b7-9d35-5d7d6c93d6c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-047f3d46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.059859944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e643f57-c930-49cf-8139-6c724f9628fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.059856561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06112e60-cf7d-4bff-ab9a-017b9340f597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.116985369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b3d7875-7bef-4fae-b09c-15f6cc53d649","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.117012633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b3d7875-7bef-4fae-b09c-15f6cc53d649","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.121615952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06112e60-cf7d-4bff-ab9a-017b9340f597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.122453256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e643f57-c930-49cf-8139-6c724f9628fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.176762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66786e6e-c623-4ca6-948d-75e375d8290b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.176788168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66786e6e-c623-4ca6-948d-75e375d8290b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.257031246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c14ffa2-467c-4afd-bc49-52cd53c04637","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.257058207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c14ffa2-467c-4afd-bc49-52cd53c04637","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.425093428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-047f3d46","reconcileID":"c4633221-842a-4662-9518-9d6af34b8423","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.455876824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-047f3d46","reconcileID":"67533d8d-e8f4-4686-866b-3ef32b7353d0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-047f3d46","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.456011226Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-047f3d46","reconcileID":"67533d8d-e8f4-4686-866b-3ef32b7353d0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-047f3d46","error":"MaaSModelRef not found: llm/nonexistent-model-047f3d46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.484779464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-047f3d46","reconcileID":"c4633221-842a-4662-9518-9d6af34b8423","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.520552685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b47bddc1-7fe1-4633-88fd-40a32902ce67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.520757002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4e1094b-2eb3-4757-81ff-dcfa663562c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.580373982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b47bddc1-7fe1-4633-88fd-40a32902ce67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.580479283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4e1094b-2eb3-4757-81ff-dcfa663562c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.676930738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b1b648ac-4f5d-498d-91dd-848743b6ba86","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.686306828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45ea2f12-2fd7-4e60-b7bd-4ffbee2aa518","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.686325851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45ea2f12-2fd7-4e60-b7bd-4ffbee2aa518","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.905347304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-047f3d46","reconcileID":"80d94bee-2c9a-4866-9180-155cdf4422ff","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:35.905484461Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-047f3d46","reconcileID":"80d94bee-2c9a-4866-9180-155cdf4422ff","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-047f3d46","error":"MaaSModelRef not found: llm/nonexistent-model-047f3d46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:37.612031288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a969824-9118-42bd-b6a5-777564b8b43a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:37.61205237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a969824-9118-42bd-b6a5-777564b8b43a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:37.774740212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-047f3d46","reconcileID":"b073741d-c20d-4b8d-b003-837d71283224","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:37.774814728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d2263c3-241a-4b3f-b4c9-9171db9dc9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:37.775433111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ce77cb9-3d11-4116-b180-9d7b2c00d91d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:37.835895935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d2263c3-241a-4b3f-b4c9-9171db9dc9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:37.835966517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ce77cb9-3d11-4116-b180-9d7b2c00d91d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:37.839567125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-047f3d46","reconcileID":"b073741d-c20d-4b8d-b003-837d71283224","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:40.583247237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f9dc7db4-98c4-4dfa-bcec-02f6d7ef75cd","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:40.583275871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f9dc7db4-98c4-4dfa-bcec-02f6d7ef75cd","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:42.781709782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3fe14f-9fd4-470a-acf8-da8bd25bed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:42.836254855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3fe14f-9fd4-470a-acf8-da8bd25bed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:42.890664649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3fe14f-9fd4-470a-acf8-da8bd25bed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:42.945281907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3fe14f-9fd4-470a-acf8-da8bd25bed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:43.77841111Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-78dad9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-78dad9","reconcileID":"d80d374f-64d2-4d1d-bcc1-46a854e37e6f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-78dad9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-78dad9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:44.262332971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:44.983350308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7f8691-eb7b-4df7-9fe5-c1acfaba380a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:45.038389694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7f8691-eb7b-4df7-9fe5-c1acfaba380a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:45.092668099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7f8691-eb7b-4df7-9fe5-c1acfaba380a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:45.147213821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7f8691-eb7b-4df7-9fe5-c1acfaba380a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.019428413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"539c597a-4ce0-4fad-9f52-a21c1e1bd389","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.019453388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"539c597a-4ce0-4fad-9f52-a21c1e1bd389","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.07794478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"e45e6137-fe9e-488f-8ff7-4d12ecb3a9bd","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.077965436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"e45e6137-fe9e-488f-8ff7-4d12ecb3a9bd","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.189339318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"e2e6b0e2-6dc3-4cb2-9d2e-853b402e7dee","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.286721079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"9c6cdbc9-0a54-4c61-9d98-e41afac09a57","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.28674956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"9c6cdbc9-0a54-4c61-9d98-e41afac09a57","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.350406935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f801ae39-2a39-45c2-88d6-5ca6d6325fcb","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.350428574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f801ae39-2a39-45c2-88d6-5ca6d6325fcb","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.375629406Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"e2e6b0e2-6dc3-4cb2-9d2e-853b402e7dee","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:05:46.393066486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"d661a2a4-b811-4647-bdca-35a555878dea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-078e0d65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:05:46.410023563Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f801ae39-2a39-45c2-88d6-5ca6d6325fcb","name":"e2e-lifecycle-model-078e0d65","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-078e0d65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:05:46.410085092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f801ae39-2a39-45c2-88d6-5ca6d6325fcb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-078e0d65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.415373443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"8da59ce7-e1aa-4c17-a25f-d17ed3a297c8","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.415390227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"8da59ce7-e1aa-4c17-a25f-d17ed3a297c8","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.433255052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-078e0d65-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"e2e6b0e2-6dc3-4cb2-9d2e-853b402e7dee","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.492862401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"d6cc9442-8f13-4837-9eba-f92aafba25e4","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.492884669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"d6cc9442-8f13-4837-9eba-f92aafba25e4","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.529940476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"d8e49d8f-3092-4134-b916-7eff2f1193b6","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.529966746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"d8e49d8f-3092-4134-b916-7eff2f1193b6","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.548713846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad1e3361-9abe-4725-adcc-d813014b3b7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.548738185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad1e3361-9abe-4725-adcc-d813014b3b7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.588061866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"6bc8cdb6-a560-4652-9ba4-d1b1e7ad8f7e","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.58808289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"6bc8cdb6-a560-4652-9ba4-d1b1e7ad8f7e","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.610203576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23344dc7-43a6-4df5-ad61-df85613c2472","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.610224954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23344dc7-43a6-4df5-ad61-df85613c2472","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.63724458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"6c732350-54a8-49dd-9e44-45fe50c3565f","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.696818085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"6c732350-54a8-49dd-9e44-45fe50c3565f","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.737415869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"76d1669d-73a9-47b8-b90f-50e57d2d451b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.754466254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-078e0d65-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"6c732350-54a8-49dd-9e44-45fe50c3565f","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.809605092Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"77b39e60-dbcc-433b-9086-69ff503fa2f1","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"maas-trlp-e2e-lifecycle-model-078e0d65","model":"e2e-lifecycle-model-078e0d65","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-078e0d65/e2e-sub-078e0d65"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.869096894Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"76d1669d-73a9-47b8-b90f-50e57d2d451b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"name":"e2e-api-a-aab51f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.929051138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-aab51f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"76d1669d-73a9-47b8-b90f-50e57d2d451b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.985958709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"9a84aaf3-4d7b-4707-93db-2357ee8205e7","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.985979902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"9a84aaf3-4d7b-4707-93db-2357ee8205e7","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.988252501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"851821a7-151f-4049-ae32-36d609b740c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:46.988268723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"851821a7-151f-4049-ae32-36d609b740c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:47.120972434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18d280d-8b59-4628-850c-af62f8cf61d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:47.211997681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18d280d-8b59-4628-850c-af62f8cf61d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:47.266664654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"f1fe28d3-9e32-45f9-b017-f6278c42d31c","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"maas-trlp-e2e-lifecycle-model-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:47.266835796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18d280d-8b59-4628-850c-af62f8cf61d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:47.321755707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18d280d-8b59-4628-850c-af62f8cf61d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:47.78921515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-047f3d46","reconcileID":"5217db3e-90b1-40c5-bdc7-bc8b8bfbd651","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-047f3d46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.026811076Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-047f3d46","reconcileID":"5217db3e-90b1-40c5-bdc7-bc8b8bfbd651","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.028364752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-047f3d46","reconcileID":"5217db3e-90b1-40c5-bdc7-bc8b8bfbd651","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-047f3d46","subscription":"e2e-neg-ghost-sub-047f3d46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.028593732Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-047f3d46","reconcileID":"5217db3e-90b1-40c5-bdc7-bc8b8bfbd651","MaaSSubscription":{"name":"e2e-neg-ghost-sub-047f3d46","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-047f3d46","error":"MaaSModelRef not found: llm/nonexistent-model-047f3d46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.269830702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17063629-6f9e-4893-a46c-75b2b693bea9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.364095868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ffe7494-7f4e-4d79-8f65-0293418288ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.364123571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ffe7494-7f4e-4d79-8f65-0293418288ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.49796797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8e089d9-e529-4869-9d16-d4a218dd4e07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.497996804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8e089d9-e529-4869-9d16-d4a218dd4e07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.533670484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-047f3d46","reconcileID":"9023986c-676a-48b2-a859-465e13ed5b25","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.534551996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d014bf06-976c-4b79-93ab-0baa618a1278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.535101684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8956ba9-4f00-4186-aa59-771104a2ddc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.596500778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-047f3d46","reconcileID":"9023986c-676a-48b2-a859-465e13ed5b25","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.599948355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8956ba9-4f00-4186-aa59-771104a2ddc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.605349379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d014bf06-976c-4b79-93ab-0baa618a1278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:48.809491535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-047f3d46","reconcileID":"cd0b31ef-1dd5-4dd2-8158-df62a71f0cd3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-047f3d46","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:49.071263131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56811571-bb7a-4637-80a3-0e13fccdd4ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:49.071282796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56811571-bb7a-4637-80a3-0e13fccdd4ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:49.348385294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"829306eb-adda-4ed2-8878-5caa5f69ca7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:49.348413891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"829306eb-adda-4ed2-8878-5caa5f69ca7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:49.407881968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88806c1c-615b-405c-b333-7308cddbf904","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:49.408218446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88806c1c-615b-405c-b333-7308cddbf904","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:49.622853193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-75503e49","reconcileID":"51d8cb2d-d241-4d3e-b88d-6adee3c6f344","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:49.682367166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-75503e49","reconcileID":"51d8cb2d-d241-4d3e-b88d-6adee3c6f344","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:49.794577207Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-75503e49","reconcileID":"51d8cb2d-d241-4d3e-b88d-6adee3c6f344","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-75503e49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:50.138471012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e859cefb-de98-4db2-aae4-ed96655534d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:50.138494005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e859cefb-de98-4db2-aae4-ed96655534d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:50.375023327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-75503e49","reconcileID":"64d24603-4df9-496a-ad62-dad4e1376e88","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:50.488820925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-75503e49","reconcileID":"64d24603-4df9-496a-ad62-dad4e1376e88","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:50.600988563Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-75503e49","reconcileID":"64d24603-4df9-496a-ad62-dad4e1376e88","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-75503e49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:51.307247317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c40c8cf-0ff0-499c-93c5-de632b17a56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:51.361901066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c40c8cf-0ff0-499c-93c5-de632b17a56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:51.416229758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c40c8cf-0ff0-499c-93c5-de632b17a56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:51.470485798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c40c8cf-0ff0-499c-93c5-de632b17a56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:51.825027704Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6dd36b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6dd36b","reconcileID":"f56fe42d-495d-4718-aeb5-af066b3f4de2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6dd36b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-6dd36b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:52.071433849Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-75503e49","reconcileID":"b70fdf50-5289-4c42-98fe-a22e7e8c07e8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:52.071516268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8732f818-3510-4880-8ba8-4eb0fd7505c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:52.071533687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8732f818-3510-4880-8ba8-4eb0fd7505c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:52.125784505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-75503e49","reconcileID":"b70fdf50-5289-4c42-98fe-a22e7e8c07e8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-75503e49","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-75503e49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:52.198878303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"72284bc6-ccb7-451d-9649-6b67175133c3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:52.323605027Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"72284bc6-ccb7-451d-9649-6b67175133c3","name":"e2e-api-b-3344e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:52.381397457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f39a0bbb-74f6-47b5-ab39-ecc07d35a0ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:52.381421233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f39a0bbb-74f6-47b5-ab39-ecc07d35a0ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:52.909112868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"d5f625a0-ce79-4cb3-bddc-1361043eec37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:52.909900413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"8af3ad22-cf49-4501-8879-22e9f7744295","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.078008259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"f9c730f4-8468-46f9-af7c-937ab2e2fc99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.133706066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5dd2fa25-a65b-40bd-b65a-2ea608a66dca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.265327311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"63b5c975-5ce6-4b3d-aa78-6ddb2692fb9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.368121272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"3315fef2-23b6-48c6-bd10-3911bd766191","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.479131322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"600afa99-0a0a-48f3-b705-be96f89fbc1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.585364479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8e595f-560a-4cb5-b23f-c08ece97a367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.612705596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"76e4b188-53a3-4425-ba7f-cc143eccbe73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.641029371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8e595f-560a-4cb5-b23f-c08ece97a367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.704638093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8e595f-560a-4cb5-b23f-c08ece97a367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.761501386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8e595f-560a-4cb5-b23f-c08ece97a367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.831837864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"7a104875-45c6-4acf-ab4f-99976aa5106a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.887809705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"5b8a34ba-1451-4e51-9558-3bcccaac3e5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:53.888523714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"76204ee9-d1c9-4a12-ab9e-a0396194bbaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:55.89233527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c0def8a-4e13-40a5-a8c7-63f13d4144a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:55.94684236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c0def8a-4e13-40a5-a8c7-63f13d4144a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:56.001151943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c0def8a-4e13-40a5-a8c7-63f13d4144a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:56.055402764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c0def8a-4e13-40a5-a8c7-63f13d4144a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:56.863344947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"30c2fb28-d312-4c8a-98cb-b0f1b5c03a58","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:56.933476758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"30c2fb28-d312-4c8a-98cb-b0f1b5c03a58","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:56.993188072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-078e0d65-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"30c2fb28-d312-4c8a-98cb-b0f1b5c03a58","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:57.126878769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"51016bb3-e0ae-45df-8e2e-dcd66c5b5b1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:57.241311817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"51016bb3-e0ae-45df-8e2e-dcd66c5b5b1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"name":"e2e-api-a-aab51f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:57.302847672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-aab51f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"51016bb3-e0ae-45df-8e2e-dcd66c5b5b1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:58.234824747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf277c20-6a51-4421-8037-6998dacff4ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:58.290683028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf277c20-6a51-4421-8037-6998dacff4ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:58.345142189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf277c20-6a51-4421-8037-6998dacff4ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:05:58.400391259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf277c20-6a51-4421-8037-6998dacff4ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:02.181300182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab61e209-aabf-4371-9cd0-6f094ee69f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:02.235876258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab61e209-aabf-4371-9cd0-6f094ee69f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:02.291483186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab61e209-aabf-4371-9cd0-6f094ee69f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:02.345708333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab61e209-aabf-4371-9cd0-6f094ee69f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:02.685849403Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-4adf4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-4adf4c","reconcileID":"b2c0a549-908e-4da2-b65e-862bc3feea3e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-4adf4c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-4adf4c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:04.354795412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cd10ff-5529-444e-976e-5c6a4ce0c031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:04.409235593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cd10ff-5529-444e-976e-5c6a4ce0c031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:04.463882103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cd10ff-5529-444e-976e-5c6a4ce0c031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:04.518116579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cd10ff-5529-444e-976e-5c6a4ce0c031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:06.514838928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fab34d8-5e76-4bda-8859-bf94fadaaf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:06.573368946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fab34d8-5e76-4bda-8859-bf94fadaaf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:06.628399952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fab34d8-5e76-4bda-8859-bf94fadaaf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:06.683159724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fab34d8-5e76-4bda-8859-bf94fadaaf73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:07.102657611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"bcaeae01-3dc1-45bc-915e-ffc2f52e062f","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:07.162401887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"bcaeae01-3dc1-45bc-915e-ffc2f52e062f","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:07.222086982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-078e0d65-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"bcaeae01-3dc1-45bc-915e-ffc2f52e062f","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:07.411776548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"8ca260c4-9c91-4572-b1f4-8dcbcd12a819","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:07.471586086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"8ca260c4-9c91-4572-b1f4-8dcbcd12a819","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"name":"e2e-api-a-aab51f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:07.530529911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-aab51f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"8ca260c4-9c91-4572-b1f4-8dcbcd12a819","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:14.262921941Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:17.33521972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"e4152699-caf0-43f5-a22b-59a7ed6e75b5","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:17.395085205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"e4152699-caf0-43f5-a22b-59a7ed6e75b5","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:17.453482083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-078e0d65-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"e4152699-caf0-43f5-a22b-59a7ed6e75b5","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:17.641129301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"995ec533-a533-47d8-a9ef-970c810edaac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:17.700689021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"995ec533-a533-47d8-a9ef-970c810edaac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"name":"e2e-api-a-aab51f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:17.759473208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-aab51f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"995ec533-a533-47d8-a9ef-970c810edaac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:19.666913518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5d99492-6112-4245-a74d-24b477e18c18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:19.779340906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"a9a9e343-0c07-4724-b704-524ba5fdb0dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:19.895509552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"bf9d219b-73d0-47e8-b72e-2c496c0d5a42","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"maas-trlp-e2e-lifecycle-model-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:20.065105905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"55f30625-f752-4dc7-a783-1e36a7d0c892","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:20.069410726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f7011228-f739-4239-9d87-7139d502131b","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:20.069434639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f7011228-f739-4239-9d87-7139d502131b","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:20.168643785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"8ec76b2f-338a-4231-b793-c4dcb3746971","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:20.179233617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"87d2939f-c5be-4fd8-ae53-cb607b0b8ad6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:20.293943378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"60667cb0-7cd9-4a7a-bb55-1de890e689da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:20.394425031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"c7eacf09-a9be-4082-a888-ad7455a29f76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:20.525423854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"5ed45f7e-7cd5-4ec9-808e-3d438c47b3d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:20.643787243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"b5d2e9fe-a557-4b32-9405-40187b8cc512","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:20.745740001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"bbf7be56-2697-48dd-becf-ffd2399b8bc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:20.763939006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"09a32673-b8cf-46aa-8479-0de79d6ceca1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:21.130908799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"e8fd8985-7b98-4688-bcb5-bd254e5c444a","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:21.194973324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"e8fd8985-7b98-4688-bcb5-bd254e5c444a","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:21.254014698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-078e0d65-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4eaa1ba6096980bc5559267b806fda73ab4c6ed45ef379521e6e68adad97250e) AuthConfig (d5fea4655ee4c373912ae1c21d05a77e845523f50880a8579bfb3f7a9a5e5020) AuthConfig (68d55a03df9272e5cd1d4bbc5f619861439e34e546a0ae9f2c20df86325b0995) AuthConfig (03103133fd29f9e2e392f1023d0fdcbc0f00b63919364088aba850129d53baa6) AuthConfig (7538311f339a7593062ce8c7cce028c1f0d16706a63d1e46ac1b6bbe8cf1ea58) AuthConfig (1bc8e9f2d7120c1576d085e91b009f1a024761765db985efdd9f954def54ef36) AuthConfig (7d1f976ab636847b284d772a2f8a7e23359cce15071d6a047fa00795982c8b82) AuthConfig (5b65cdfeb6fd438615c841012a8e822a6019be76291e445b77fa045a375bed75) AuthConfig (21c14d7c9b65e3901c1233afe83cbed001e835e1eb2bfce139c6713d5e6b5c54) AuthConfig (547c51eaff97afb8a0dedbd02d0849b34bccd0387f3756f652ca8f910a8e3c53) AuthConfig (aa5a2bb3cd9e567933f9815d87a5f47d99f322e4d9e9d6c6cf7fc79d990c999f) AuthConfig (f9d755c83cc9482435dba2454e61d127fcb9ac6104b39c852debe2a982085153) AuthConfig (feb5e7df4c5c74a38e3beb75414730c4d8c5fd7202a1eebf9a7d1ce0a7266a9d) AuthConfig (21b57dcce216b9f3b9bb22bf0732c498d1190487d135450aa7b7a39636f13071) AuthConfig (9ad8f6df51828327034aac16ca456930a8ffa25814a6f6452e1c618b1f43df85) AuthConfig (648e018495d68f63be3f22805683a28f0dc90742cd139b36233a325dbe3edaa4) AuthConfig (61f9e0cb05f5d86092c85b0ca0fdb75c618c1826658a7dde5bf5d99e1f74642c) AuthConfig (0721a6a6ba3e82fae2ce9bb21c7b2eb6583ab5f5ace65deb9eb26ff79a35646f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"e8fd8985-7b98-4688-bcb5-bd254e5c444a","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:21.314349682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"28d0999e-1b65-4539-b911-dda5c910421d","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:21.314373607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"28d0999e-1b65-4539-b911-dda5c910421d","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:27.869220586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"dc49c4a6-d0d4-48ae-9b27-d068e97b6ca4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:27.930486413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"dc49c4a6-d0d4-48ae-9b27-d068e97b6ca4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"name":"e2e-api-a-aab51f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:27.988653212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-aab51f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c73debef8459fef3b1545306368c648cf1899a019f29650eb791f89b57c7628) AuthConfig (44257ae33ab787827323dfb2cac4d1f04f2a47fee921160e40bb4df5f52198ab) AuthConfig (c9d9c70b7be2f589a5d6e65f614086a3ed282f53cf7f56d01184651b784e2b51) AuthConfig (bcafe5a51eec3f718c5a844980a69557d335e3c434331aed30d798526089ff57) AuthConfig (a97a5fb5ee91c55c0d53e4bef3d76fc7771362f4031ccb2c0e16832972b282e0) AuthConfig (80d154ee186ab6702c576099005ea88d6e416db313d17b82e1c683ec01cc7494)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"dc49c4a6-d0d4-48ae-9b27-d068e97b6ca4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:28.046563178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3c66d93-78ca-432d-aa85-dddc8af18ca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:28.046583929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3c66d93-78ca-432d-aa85-dddc8af18ca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:31.423154003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"d5edb16e-194c-4a46-a499-7f0d02fdc0cf","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:31.483158172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"d5edb16e-194c-4a46-a499-7f0d02fdc0cf","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:31.541738012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-078e0d65-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4eaa1ba6096980bc5559267b806fda73ab4c6ed45ef379521e6e68adad97250e) AuthConfig (d5fea4655ee4c373912ae1c21d05a77e845523f50880a8579bfb3f7a9a5e5020) AuthConfig (68d55a03df9272e5cd1d4bbc5f619861439e34e546a0ae9f2c20df86325b0995) AuthConfig (03103133fd29f9e2e392f1023d0fdcbc0f00b63919364088aba850129d53baa6) AuthConfig (7538311f339a7593062ce8c7cce028c1f0d16706a63d1e46ac1b6bbe8cf1ea58) AuthConfig (1bc8e9f2d7120c1576d085e91b009f1a024761765db985efdd9f954def54ef36) AuthConfig (7d1f976ab636847b284d772a2f8a7e23359cce15071d6a047fa00795982c8b82) AuthConfig (5b65cdfeb6fd438615c841012a8e822a6019be76291e445b77fa045a375bed75) AuthConfig (21c14d7c9b65e3901c1233afe83cbed001e835e1eb2bfce139c6713d5e6b5c54) AuthConfig (547c51eaff97afb8a0dedbd02d0849b34bccd0387f3756f652ca8f910a8e3c53) AuthConfig (aa5a2bb3cd9e567933f9815d87a5f47d99f322e4d9e9d6c6cf7fc79d990c999f) AuthConfig (f9d755c83cc9482435dba2454e61d127fcb9ac6104b39c852debe2a982085153) AuthConfig (feb5e7df4c5c74a38e3beb75414730c4d8c5fd7202a1eebf9a7d1ce0a7266a9d) AuthConfig (21b57dcce216b9f3b9bb22bf0732c498d1190487d135450aa7b7a39636f13071) AuthConfig (9ad8f6df51828327034aac16ca456930a8ffa25814a6f6452e1c618b1f43df85) AuthConfig (648e018495d68f63be3f22805683a28f0dc90742cd139b36233a325dbe3edaa4) AuthConfig (61f9e0cb05f5d86092c85b0ca0fdb75c618c1826658a7dde5bf5d99e1f74642c) AuthConfig (0721a6a6ba3e82fae2ce9bb21c7b2eb6583ab5f5ace65deb9eb26ff79a35646f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"d5edb16e-194c-4a46-a499-7f0d02fdc0cf","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:35.014196925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"a2b7b48d-75dd-4b2d-9a6d-da1fea7d6ec0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:35.114474607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"d88e035a-9bd6-4502-8350-d7f0a3695904","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:35.245855861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"229770e3-a505-4b4e-adad-9584142d7d19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:35.342837321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"1b8a1582-f82a-4181-b263-c8615fc24fed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:35.526375241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"3de93683-b180-4bb8-a6cc-7b7e4a6f559d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:35.580934478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"bb1ca910-ad46-4254-8de0-412e17e843a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:35.760921051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"203c0db0-d15e-4ed8-b473-79d8a2f28193","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:35.859675958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"8b90ae3e-2751-4af5-a017-5598e58cb1f3","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"maas-trlp-e2e-lifecycle-model-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:35.875131516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"2eeb854f-566a-43df-9746-9febca35120e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:35.989620817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02cf8c88-c793-485a-85d7-5cedeae2ee09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:36.093905717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"cf3c94f3-9357-4b27-a449-f0d87490631f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:36.108445506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"086aa7ab-3f28-44e2-a241-4fcd97641001","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:36.194489596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"15b298f2-d997-48a4-983d-18f620ade22b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:38.156374213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"482f9bd1-7e48-4d74-a92b-4575b7a69804","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:38.217624409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"482f9bd1-7e48-4d74-a92b-4575b7a69804","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"name":"e2e-api-a-aab51f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:38.27518314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"a7323d50-d88c-45be-b581-2592f5332178","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:38.400318848Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"a7323d50-d88c-45be-b581-2592f5332178","name":"e2e-api-a-78dad9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:38.546328483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a27adc41-612a-4316-bce9-7c0e45c38d47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:38.54635033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a27adc41-612a-4316-bce9-7c0e45c38d47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:41.652036728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"9beb4c5b-13b2-4d05-8f03-d056f613842a","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:41.711589232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"9beb4c5b-13b2-4d05-8f03-d056f613842a","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:42.038786151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"231f913c-1b29-4e1a-a2ea-132a44816085","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:42.038813111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"231f913c-1b29-4e1a-a2ea-132a44816085","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:44.262310148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:50.392048394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dc558b-520d-4d6e-843d-8287b4d8def6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:50.448443464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dc558b-520d-4d6e-843d-8287b4d8def6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:50.510023568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dc558b-520d-4d6e-843d-8287b4d8def6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:50.564656983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dc558b-520d-4d6e-843d-8287b4d8def6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.4510466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"874ef7be-f06e-4eab-8c44-5b09a6b48a85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.451076035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"874ef7be-f06e-4eab-8c44-5b09a6b48a85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.508306073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05c28251-904c-43c8-a19f-f828e8ea6a24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.508332477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05c28251-904c-43c8-a19f-f828e8ea6a24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.667576196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"83b0ef8f-b881-44db-91c8-7a8229026c40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.692541521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"d3bd31e7-5628-4206-9c3e-d06bf8956074","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.692560653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"d3bd31e7-5628-4206-9c3e-d06bf8956074","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.776558236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a3add38-e2bb-49d1-8488-5c8367490292","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.799748252Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"83b0ef8f-b881-44db-91c8-7a8229026c40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"name":"e2e-api-b-3344e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.800495007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"ca3fd64f-2b83-4551-ae4d-7717703bf7c2","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.806519874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"acc42e23-6087-4eca-9a5c-d460171eea73","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.806536745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"acc42e23-6087-4eca-9a5c-d460171eea73","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.83569323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"62fade3e-8ab1-44b5-b885-387b4cc23965","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.858003831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3344e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"83b0ef8f-b881-44db-91c8-7a8229026c40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.860636802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"ca3fd64f-2b83-4551-ae4d-7717703bf7c2","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.909005759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"3630873f-a8e5-4b36-b59f-d3be8efe0b16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.909549462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"7d1a5364-b7f8-456e-8762-1d96df3bf356","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"maas-trlp-e2e-lifecycle-model-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.920086261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d11962da-a8be-419e-9eb2-74843d13df4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:51.920106657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d11962da-a8be-419e-9eb2-74843d13df4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.111682609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05bbb5a8-bbe9-4857-83f0-4ef60057d05a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.220404215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"f9b1a328-edc0-4d4a-8138-4bb1937986e1","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.224831219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"0c6c321b-8944-4864-b235-4d687ea391d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.279963901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"f9b1a328-edc0-4d4a-8138-4bb1937986e1","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.313388386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"9230927f-0bc9-44f1-938f-9e38be72a6df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.330140346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"6db954e5-9f50-4a93-bf6d-90c1d742530a","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"maas-trlp-e2e-lifecycle-model-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.414149142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"2f9b0441-1ee6-496c-93dd-cf7b67710b34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.523935451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"5bfdee22-695c-41c5-ad72-4e470a2f465a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.580712587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"60636b09-22ec-40af-8cd0-74545758e624","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.647014536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"d9724e4f-318b-4b8e-a656-4ec27166f3b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.662284381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"0d586efa-5e9b-45c2-ad83-202fce551786","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"maas-trlp-e2e-lifecycle-model-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.680387394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f05cec3-b91c-4af7-8229-dd2c7afd4c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.735529079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f05cec3-b91c-4af7-8229-dd2c7afd4c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.790302468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f05cec3-b91c-4af7-8229-dd2c7afd4c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:52.844958694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f05cec3-b91c-4af7-8229-dd2c7afd4c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:53.010142604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"86aa704a-2a43-4549-b3ec-0bac8ad4b189","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:53.010142489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"a1e9ca2d-ac60-4f1d-a626-f0ca882287b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:53.420677761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"32112e1c-3107-4978-baf4-4587ebce4693","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:53.480356277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"32112e1c-3107-4978-baf4-4587ebce4693","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"name":"e2e-api-a-182e51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:53.746423022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"fe1c9be9-a8fd-4afd-9786-3a7f350fbd4c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:53.869245017Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"fe1c9be9-a8fd-4afd-9786-3a7f350fbd4c","name":"e2e-api-b-6dd36b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:53.883375441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"1aadc117-83d3-4915-8f04-b97b43a8e9f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:53.997689183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"1aadc117-83d3-4915-8f04-b97b43a8e9f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"name":"e2e-api-a-182e51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:54.881896676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72aaa15f-823f-4ac6-ab54-60f18ef1fa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:54.936990932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72aaa15f-823f-4ac6-ab54-60f18ef1fa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:54.991413016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72aaa15f-823f-4ac6-ab54-60f18ef1fa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:55.045888963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72aaa15f-823f-4ac6-ab54-60f18ef1fa1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:57.01292259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56610b5-be8d-41e9-9780-280727fc5015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:57.067351833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56610b5-be8d-41e9-9780-280727fc5015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:57.121831626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56610b5-be8d-41e9-9780-280727fc5015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:57.176611574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56610b5-be8d-41e9-9780-280727fc5015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:59.174590123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7283d14e-1a51-43cb-a7ea-093c356c8404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:59.229023267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7283d14e-1a51-43cb-a7ea-093c356c8404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:59.283801067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7283d14e-1a51-43cb-a7ea-093c356c8404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:06:59.338381031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7283d14e-1a51-43cb-a7ea-093c356c8404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:01.316578549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a10343-6ab5-4c79-aaa2-ae6db69d9066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:01.373372095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a10343-6ab5-4c79-aaa2-ae6db69d9066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:01.428236696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a10343-6ab5-4c79-aaa2-ae6db69d9066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:01.482726136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a10343-6ab5-4c79-aaa2-ae6db69d9066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:02.029266172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"780e71b8-25d9-43ac-bf6c-94b014bd4df7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:02.088765067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"780e71b8-25d9-43ac-bf6c-94b014bd4df7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"name":"e2e-api-b-3344e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:02.146979179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3344e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"780e71b8-25d9-43ac-bf6c-94b014bd4df7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:02.340919296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"ddafd10d-926d-4a84-a127-0d21c0cbf716","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:02.340946502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"ddafd10d-926d-4a84-a127-0d21c0cbf716","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:02.449216689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"b1d8b409-61b2-4022-8090-5878a3035012","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:02.509083468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"b1d8b409-61b2-4022-8090-5878a3035012","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:02.559464305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"7a3fa433-8c0f-4e1a-b79b-3f90d868d573","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"maas-trlp-e2e-lifecycle-model-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:02.794951619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"031cd57e-ff6a-4936-9ad1-337362b39669","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:02.854786782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"031cd57e-ff6a-4936-9ad1-337362b39669","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:02.969107176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"8f4e87c1-b84f-4f29-8eec-0187fb3696c1","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"maas-trlp-e2e-lifecycle-model-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:03.479098499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ded966-dd64-4115-bc99-17ed52c320fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:03.53391644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ded966-dd64-4115-bc99-17ed52c320fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:03.5880835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ded966-dd64-4115-bc99-17ed52c320fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:03.642617814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ded966-dd64-4115-bc99-17ed52c320fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:04.034629638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"d61bfe86-ef2e-4e8d-b233-2b380b85ca0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:04.094913185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"d61bfe86-ef2e-4e8d-b233-2b380b85ca0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"name":"e2e-api-a-182e51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:04.412342887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"f2ceac1e-310a-43b6-adb9-b42ef24b6bec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:04.472264907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"f2ceac1e-310a-43b6-adb9-b42ef24b6bec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"name":"e2e-api-a-182e51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:09.446514714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"b6833b36-2bb8-4537-befd-335aa352ee05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:09.568617535Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"b6833b36-2bb8-4537-befd-335aa352ee05","name":"e2e-shared-a-w2-4adf4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:12.256127144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"83cc64ff-7f6f-4a68-b6d1-990daf4d9764","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:12.320103402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"83cc64ff-7f6f-4a68-b6d1-990daf4d9764","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"name":"e2e-api-b-3344e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:12.378523457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3344e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9010ccc216707b5c162ced79220dc968fbbcafa455e82fad7946aec9b98c17ea) AuthConfig (ed53a5f69cd8e00f6c9dc20c2f0126c15b2477646c6a613e68c823e211df651c) AuthConfig (40c514c7872edd6d21f512eb2279b27c36365a6a9cad90330d822e36709bb4a1) AuthConfig (8917085ea0c99802360466bfeda22d48dc5d75e804c3ea3ee807485d5bc71b4f) AuthConfig (ad84e44dc01a5a3422d5b81d5877dff62980ca01031aeb6ddb5f2e4ddcdaf90d) AuthConfig (67b9d64a07e13d214d45f0b4473229d350ab481ba04b98006fed28e67acdecd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"83cc64ff-7f6f-4a68-b6d1-990daf4d9764","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:12.438797898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e08f169-70b4-41f8-bf56-c086e5b7fb33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:12.438821221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e08f169-70b4-41f8-bf56-c086e5b7fb33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.26277817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.688458533Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"fb2d9ead-0d58-492f-be85-62c9f2c66487","namespace":"ai-tenant-e2e-mt-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.688523188Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"fb2d9ead-0d58-492f-be85-62c9f2c66487","name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.747596941Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"fb2d9ead-0d58-492f-be85-62c9f2c66487","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.747618582Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"fb2d9ead-0d58-492f-be85-62c9f2c66487","namespace":"ai-tenant-e2e-mt-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.74771235Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"fb2d9ead-0d58-492f-be85-62c9f2c66487","name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.748602294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"75ca84df-f6ee-4257-a0a9-dd40251364bb","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.74862031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"75ca84df-f6ee-4257-a0a9-dd40251364bb","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.80652958Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"fb2d9ead-0d58-492f-be85-62c9f2c66487","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.809608307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"2e109494-3312-45cb-b413-9353925841a2","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.809628254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"2e109494-3312-45cb-b413-9353925841a2","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.856269315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"205c7ab1-ab23-4dc1-a581-a029207b3838","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:07:14.865013193Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"2e109494-3312-45cb-b413-9353925841a2","name":"e2e-lifecycle-model-078e0d65","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-078e0d65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:07:14.865097338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"2e109494-3312-45cb-b413-9353925841a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-078e0d65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.870474795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"49caf37f-a3b2-43c0-9b77-35bf9655850f","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.870493185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"49caf37f-a3b2-43c0-9b77-35bf9655850f","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.916821321Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"7263b249-6ddc-48ef-a958-65587e14dd1d","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c0d26b1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:14.917092637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"205c7ab1-ab23-4dc1-a581-a029207b3838","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:15.01047663Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"f9e23fb5-1846-4108-8cbe-47fba90bd3c8","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c0d26b1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:15.126664675Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"618a07f0-c736-4f4f-8dde-25b4ac99c931","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:15.289963625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"618a07f0-c736-4f4f-8dde-25b4ac99c931","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:15.423802318Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"618a07f0-c736-4f4f-8dde-25b4ac99c931","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"e2e-mt-078e0d65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:15.42391958Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-policy-078e0d65","reconcileID":"618a07f0-c736-4f4f-8dde-25b4ac99c931","MaaSAuthPolicy":{"name":"e2e-policy-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:15.483004463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"eae09f8b-89c5-424e-a4b6-765256bbc71b","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:15.483026609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"eae09f8b-89c5-424e-a4b6-765256bbc71b","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:22.549909764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"97d3e24e-0b0f-42a6-9e08-d8338eacc7c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:22.609634554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"97d3e24e-0b0f-42a6-9e08-d8338eacc7c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"name":"e2e-api-b-3344e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:22.66840322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3344e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9010ccc216707b5c162ced79220dc968fbbcafa455e82fad7946aec9b98c17ea) AuthConfig (ed53a5f69cd8e00f6c9dc20c2f0126c15b2477646c6a613e68c823e211df651c) AuthConfig (40c514c7872edd6d21f512eb2279b27c36365a6a9cad90330d822e36709bb4a1) AuthConfig (8917085ea0c99802360466bfeda22d48dc5d75e804c3ea3ee807485d5bc71b4f) AuthConfig (ad84e44dc01a5a3422d5b81d5877dff62980ca01031aeb6ddb5f2e4ddcdaf90d) AuthConfig (67b9d64a07e13d214d45f0b4473229d350ab481ba04b98006fed28e67acdecd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"97d3e24e-0b0f-42a6-9e08-d8338eacc7c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:24.878693414Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"c7c14f30-50d6-4101-902f-938804f3d508","namespace":"ai-tenant-e2e-api-a-182e51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:24.878759859Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"c7c14f30-50d6-4101-902f-938804f3d508","namespace":"ai-tenant-e2e-api-a-182e51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:24.878805379Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"c7c14f30-50d6-4101-902f-938804f3d508","name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:24.937961871Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"c7c14f30-50d6-4101-902f-938804f3d508","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:24.938469492Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"d39490f8-ebe2-4a94-817e-95d7cc1ebbaa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:24.938826716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7619555f-a4ab-433f-acd7-6c169d4ad2cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:24.938843689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7619555f-a4ab-433f-acd7-6c169d4ad2cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:25.065635746Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"66c1cb98-b854-4693-8b3d-1ecad2c8f6ff","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","subscription":"e2e-sub-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:25.120697587Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"66c1cb98-b854-4693-8b3d-1ecad2c8f6ff","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:25.14798606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"d39490f8-ebe2-4a94-817e-95d7cc1ebbaa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:25.175715995Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-sub-078e0d65","reconcileID":"66c1cb98-b854-4693-8b3d-1ecad2c8f6ff","MaaSSubscription":{"name":"e2e-sub-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"name":"maas-trlp-e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:25.281404898Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"d39490f8-ebe2-4a94-817e-95d7cc1ebbaa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"name":"e2e-api-a-182e51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:25.28151299Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"e2e-e2e-api-a-182e51-policy","reconcileID":"d39490f8-ebe2-4a94-817e-95d7cc1ebbaa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-182e51-policy","namespace":"ai-tenant-e2e-api-a-182e51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-182e51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:25.344372153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88cf6edb-4448-429b-960a-e7d2149d6b81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:25.344469407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88cf6edb-4448-429b-960a-e7d2149d6b81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:25.571417892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"5b2d75ef-a1d2-4858-ae72-031d919439c2","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:25.571439288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"5b2d75ef-a1d2-4858-ae72-031d919439c2","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:32.778471796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"63c32821-1a28-4d41-a84a-ec2f4c24ce3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:32.837981621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"63c32821-1a28-4d41-a84a-ec2f4c24ce3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"name":"e2e-api-b-3344e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:33.162939442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f421361-adf1-4390-9a83-914eb2dd0844","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:33.162961707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f421361-adf1-4390-9a83-914eb2dd0844","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:36.743442012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f9b7ce-615e-40fa-ad2e-a7ea4c19dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:36.798373705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f9b7ce-615e-40fa-ad2e-a7ea4c19dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:36.853051911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f9b7ce-615e-40fa-ad2e-a7ea4c19dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:36.907679018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f9b7ce-615e-40fa-ad2e-a7ea4c19dbb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:38.858238498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c04a09-f194-459c-9162-a869d2b57c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:38.917295985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c04a09-f194-459c-9162-a869d2b57c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:38.972844032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c04a09-f194-459c-9162-a869d2b57c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:39.02733508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c04a09-f194-459c-9162-a869d2b57c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:40.993682108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519d2ad0-f4d4-457a-95c7-c39825b92c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.018210342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b7e2dea-8c1f-4410-bd04-58f45dc91891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.018231309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b7e2dea-8c1f-4410-bd04-58f45dc91891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.048395466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519d2ad0-f4d4-457a-95c7-c39825b92c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.103261072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519d2ad0-f4d4-457a-95c7-c39825b92c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.162533229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519d2ad0-f4d4-457a-95c7-c39825b92c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.171278928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58def691-35e0-4ad6-bb71-884a144962b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.171300224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58def691-35e0-4ad6-bb71-884a144962b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.279320357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"efe83146-9396-44d8-98b9-2e62c837e874","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.459263993Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"efe83146-9396-44d8-98b9-2e62c837e874","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"name":"e2e-api-a-78dad9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.517810356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-78dad9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"efe83146-9396-44d8-98b9-2e62c837e874","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.578439343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"884ee44e-ba59-42cd-918a-a18c1b25e142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:41.578459753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"884ee44e-ba59-42cd-918a-a18c1b25e142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:44.262839819Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:46.24328383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d06845f-f174-4ba4-b41a-33667f316177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:46.297812867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d06845f-f174-4ba4-b41a-33667f316177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:46.352153613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d06845f-f174-4ba4-b41a-33667f316177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:46.406508243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d06845f-f174-4ba4-b41a-33667f316177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:46.763812085Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-dc980b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-dc980b","reconcileID":"b0bff64e-1b74-428a-80da-6737141ccd3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-dc980b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-dc980b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:48.387082356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f6dc8a-b88a-4c8e-a5a3-3170f09bf0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:48.441505137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f6dc8a-b88a-4c8e-a5a3-3170f09bf0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:48.495611665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f6dc8a-b88a-4c8e-a5a3-3170f09bf0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:48.55015271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f6dc8a-b88a-4c8e-a5a3-3170f09bf0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:50.614353844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2ffe12-d1c3-4680-a71e-70845a1dbe3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:50.669256056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2ffe12-d1c3-4680-a71e-70845a1dbe3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:50.724486766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2ffe12-d1c3-4680-a71e-70845a1dbe3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:50.778982058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2ffe12-d1c3-4680-a71e-70845a1dbe3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:51.687435111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"8f8e3db2-6380-414b-be38-01435c344d44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:51.746829934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"8f8e3db2-6380-414b-be38-01435c344d44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"name":"e2e-api-a-78dad9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:51.805381057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-78dad9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"8f8e3db2-6380-414b-be38-01435c344d44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:52.754143869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5238de90-0d28-40fc-bfcf-000df26d5e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:52.808682364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5238de90-0d28-40fc-bfcf-000df26d5e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:52.865047978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5238de90-0d28-40fc-bfcf-000df26d5e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:52.921101354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5238de90-0d28-40fc-bfcf-000df26d5e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:54.729322514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"184b285a-b1f1-4292-97b6-a81ebe15160c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:54.729351885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"184b285a-b1f1-4292-97b6-a81ebe15160c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:54.788876335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f50657e-09e7-4b90-ac15-2ce94ce56a6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:54.788904574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f50657e-09e7-4b90-ac15-2ce94ce56a6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:54.886334866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656fff84-0931-4fa7-929d-8292899ed41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:54.943952809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656fff84-0931-4fa7-929d-8292899ed41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:54.99946067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656fff84-0931-4fa7-929d-8292899ed41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:54.999619543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"9ee1064d-36f9-4c76-bf4d-65dfc90b6665","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:55.053759134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656fff84-0931-4fa7-929d-8292899ed41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:55.188366357Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"9ee1064d-36f9-4c76-bf4d-65dfc90b6665","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:55.246607708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6dd36b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"9ee1064d-36f9-4c76-bf4d-65dfc90b6665","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:55.335583908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ee02d6c-2a1a-49f4-983c-be941fd49f12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:55.335610431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ee02d6c-2a1a-49f4-983c-be941fd49f12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:56.013281143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"7f09f61a-feb3-4c96-8cd0-cb85864133a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:56.072980461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"7f09f61a-feb3-4c96-8cd0-cb85864133a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"name":"e2e-api-a-aab51f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:56.511767633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"f0fc39a7-dad6-4b8a-b6d1-38a3d1230e21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:56.57584233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"f0fc39a7-dad6-4b8a-b6d1-38a3d1230e21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"name":"e2e-api-a-aab51f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:57.0271089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178b4c34-5d25-493e-945b-4d40744401d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:57.081388503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178b4c34-5d25-493e-945b-4d40744401d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:57.135967971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178b4c34-5d25-493e-945b-4d40744401d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:57.190653922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178b4c34-5d25-493e-945b-4d40744401d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:59.161722274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328588eb-0638-4265-8f6a-bad8df5b01bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:59.216286474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328588eb-0638-4265-8f6a-bad8df5b01bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:59.270702833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328588eb-0638-4265-8f6a-bad8df5b01bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:07:59.326610045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328588eb-0638-4265-8f6a-bad8df5b01bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:01.914998133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"46076976-148c-4399-ad71-64bb4098d87a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:01.97449848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"46076976-148c-4399-ad71-64bb4098d87a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"name":"e2e-api-a-78dad9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:02.033540056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-78dad9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (489ea5f3fc991fedad4adba7493e2ac0b9b46ace5e1df0079431cc91c7e95df4) AuthConfig (19047f04a889724821d287c157ae51430a0235ff88fd78fc8e7e029559fddadf) AuthConfig (06a264e4f4a7e04e95cf906f202bed31fca4bcde0c0929a1eecd9d498a12249b) AuthConfig (73c13dd01f920a5d440705bc837a6d4dadba32b0324b18ae9ca16e178c777d98) AuthConfig (48eff5a9de22e6b69fefe0e9047c2c54224da2d0362bcc1ea4adc2dc77de9bf1) AuthConfig (dd54622b8a9af1698a62cbc744b453bfacb95dce44ce695655294e6706d07f05)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"46076976-148c-4399-ad71-64bb4098d87a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:02.093641096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ece9a50-9381-4dbe-9a5a-7f85c6525376","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:02.09366769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ece9a50-9381-4dbe-9a5a-7f85c6525376","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:05.444439136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"f927041c-e948-447e-9669-be31f4af6366","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:05.503953232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"f927041c-e948-447e-9669-be31f4af6366","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:05.562345945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6dd36b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"f927041c-e948-447e-9669-be31f4af6366","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:06.575306379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"5f50e14c-dc5f-4437-875f-5559e3400848","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:06.634676526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"5f50e14c-dc5f-4437-875f-5559e3400848","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"name":"e2e-api-a-aab51f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:06.991592728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"2d0164bb-92a2-4a6c-be78-69995e18dc22","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:07.054388436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"2d0164bb-92a2-4a6c-be78-69995e18dc22","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"name":"e2e-api-a-aab51f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:08.700690465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9babe9f9-9c27-4b45-acbe-138501ce4fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:08.755345708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9babe9f9-9c27-4b45-acbe-138501ce4fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:08.809944456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9babe9f9-9c27-4b45-acbe-138501ce4fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:08.866359333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9babe9f9-9c27-4b45-acbe-138501ce4fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:10.82941468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e435ce72-2cf2-4948-b4a3-004ad7e79ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:10.884782673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e435ce72-2cf2-4948-b4a3-004ad7e79ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:10.940268426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e435ce72-2cf2-4948-b4a3-004ad7e79ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:10.995303911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e435ce72-2cf2-4948-b4a3-004ad7e79ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:12.234887846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"2a8cbc21-a751-4f7b-89a5-8cdea1447903","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:12.294393677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"2a8cbc21-a751-4f7b-89a5-8cdea1447903","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"name":"e2e-api-a-78dad9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:12.352448444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-78dad9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (489ea5f3fc991fedad4adba7493e2ac0b9b46ace5e1df0079431cc91c7e95df4) AuthConfig (19047f04a889724821d287c157ae51430a0235ff88fd78fc8e7e029559fddadf) AuthConfig (06a264e4f4a7e04e95cf906f202bed31fca4bcde0c0929a1eecd9d498a12249b) AuthConfig (73c13dd01f920a5d440705bc837a6d4dadba32b0324b18ae9ca16e178c777d98) AuthConfig (48eff5a9de22e6b69fefe0e9047c2c54224da2d0362bcc1ea4adc2dc77de9bf1) AuthConfig (dd54622b8a9af1698a62cbc744b453bfacb95dce44ce695655294e6706d07f05)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"2a8cbc21-a751-4f7b-89a5-8cdea1447903","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:12.985636847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e319d97-99f3-4fb4-90a2-216d33bef9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:13.040311112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e319d97-99f3-4fb4-90a2-216d33bef9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:13.094744278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e319d97-99f3-4fb4-90a2-216d33bef9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:13.149304001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e319d97-99f3-4fb4-90a2-216d33bef9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:14.262718698Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:15.187337436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b09a43b-d726-4473-9782-3be1a32dd1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:15.242350851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b09a43b-d726-4473-9782-3be1a32dd1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:15.297231816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b09a43b-d726-4473-9782-3be1a32dd1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:15.351887625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b09a43b-d726-4473-9782-3be1a32dd1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:15.683950475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"fc6081b0-0758-41b3-85b3-513e04e006e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:15.743646108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"fc6081b0-0758-41b3-85b3-513e04e006e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:15.801775014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6dd36b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"fc6081b0-0758-41b3-85b3-513e04e006e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:16.01445318Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-fb1c1f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-fb1c1f","reconcileID":"6790e260-99a3-4232-9376-bd2941c7ed80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-fb1c1f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-fb1c1f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:17.401707837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453839be-bee3-43fb-a3fc-a588a7109f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:17.4579233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453839be-bee3-43fb-a3fc-a588a7109f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:17.512382252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453839be-bee3-43fb-a3fc-a588a7109f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:17.567612269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453839be-bee3-43fb-a3fc-a588a7109f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:17.913641175Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","namespace":"ai-tenant-e2e-mt-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:17.913738525Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","namespace":"ai-tenant-e2e-mt-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:17.913817258Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","tenant":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:17.970260985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"Deployment","name":"maas-api-e2e-mt-078e0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.032856922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"Service","name":"maas-api-e2e-mt-078e0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.09056093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-078e0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.146916016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-078e0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.205029147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.271347348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.333492063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.394495144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.450564257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"Deployment","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.508617156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.563510697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"Service","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.617806995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"Service","name":"payload-pre-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.675805617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"DestinationRule","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.730960357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.784941925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.843053569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:18.896724542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:19.037590119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:19.094225705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:19.148148592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"99fadbd2-7aca-4fae-b598-e2c196afa35d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-078e0d65","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:19.635294349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafccde3-452a-46ca-9d26-7807b6c298a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:19.690050265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafccde3-452a-46ca-9d26-7807b6c298a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:19.744465005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafccde3-452a-46ca-9d26-7807b6c298a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:19.802009303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafccde3-452a-46ca-9d26-7807b6c298a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:20.207246961Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-078e0d65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-078e0d65","reconcileID":"fb436b87-4ebe-4386-a727-cd64049b184e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-078e0d65","removed":["maas.opendatahub.io/gateway-access-e2e-mt-078e0d65"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.379806633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"03b3e010-3f3c-4098-91b1-28545928f3cf","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.440080048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"03b3e010-3f3c-4098-91b1-28545928f3cf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.447369206Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"ba545266-c3cc-48e5-9d10-f92547857719","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.447462129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"ba545266-c3cc-48e5-9d10-f92547857719","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.459255089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"d1bcc70c-51e2-4be4-8d26-6e255b3d9eda","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.459345733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"d1bcc70c-51e2-4be4-8d26-6e255b3d9eda","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.480192031Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"2c6f2a64-3ea0-4dc4-b448-6681a38fd2e0","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.480362928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"2c6f2a64-3ea0-4dc4-b448-6681a38fd2e0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.521369885Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"51b81610-9ee6-41fb-bdb5-c4b48640af3c","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.52149475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"51b81610-9ee6-41fb-bdb5-c4b48640af3c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.602589663Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"d35c51de-842f-44e3-a5f0-d038743d63fe","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.602760302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"d35c51de-842f-44e3-a5f0-d038743d63fe","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.763345479Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"43dce21f-a3cf-400b-ad35-ad0cbaf763b6","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:20.763424253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"43dce21f-a3cf-400b-ad35-ad0cbaf763b6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:21.084068153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"c587083e-2314-4619-868f-b7485509a09b","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:21.084143319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"c587083e-2314-4619-868f-b7485509a09b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:21.724590794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"8d97f085-ea96-4cce-98b5-f6c2fa7649dd","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:21.724689843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"8d97f085-ea96-4cce-98b5-f6c2fa7649dd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:21.84930081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b68430-790d-485d-9575-af4f2c2d0626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:21.904028247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b68430-790d-485d-9575-af4f2c2d0626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:21.958629173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b68430-790d-485d-9575-af4f2c2d0626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:22.013187528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b68430-790d-485d-9575-af4f2c2d0626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:22.461050407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"821d87a6-cfd8-4fb5-9ee3-0c0910529699","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:22.520596334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"821d87a6-cfd8-4fb5-9ee3-0c0910529699","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"name":"e2e-api-a-78dad9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:22.578921717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-78dad9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (489ea5f3fc991fedad4adba7493e2ac0b9b46ace5e1df0079431cc91c7e95df4) AuthConfig (19047f04a889724821d287c157ae51430a0235ff88fd78fc8e7e029559fddadf) AuthConfig (06a264e4f4a7e04e95cf906f202bed31fca4bcde0c0929a1eecd9d498a12249b) AuthConfig (73c13dd01f920a5d440705bc837a6d4dadba32b0324b18ae9ca16e178c777d98) AuthConfig (48eff5a9de22e6b69fefe0e9047c2c54224da2d0362bcc1ea4adc2dc77de9bf1) AuthConfig (dd54622b8a9af1698a62cbc744b453bfacb95dce44ce695655294e6706d07f05)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"821d87a6-cfd8-4fb5-9ee3-0c0910529699","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:23.005946889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"b9f605a1-4cd7-463b-893e-887819fe0e3a","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:23.006018215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"b9f605a1-4cd7-463b-893e-887819fe0e3a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.475079233Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"a4ce967d-5a6e-49a6-93cf-c58210a90e05","namespace":"ai-tenant-e2e-api-a-aab51f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.475200414Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"a4ce967d-5a6e-49a6-93cf-c58210a90e05","namespace":"ai-tenant-e2e-api-a-aab51f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.475277139Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"a4ce967d-5a6e-49a6-93cf-c58210a90e05","name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.534260355Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"a4ce967d-5a6e-49a6-93cf-c58210a90e05","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.534502848Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","namespace":"ai-tenant-e2e-api-a-182e51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.534579743Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","namespace":"ai-tenant-e2e-api-a-182e51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.534658403Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","tenant":"e2e-api-a-182e51","tenantID":"e2e-api-a-182e51","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.534689816Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"c9b08da0-dee7-4d0d-95b4-f336931c6b11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.535057406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6acb9ec-a070-4b07-beb4-a6bc3b2c3373","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.535072041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6acb9ec-a070-4b07-beb4-a6bc3b2c3373","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.590885092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"Deployment","name":"maas-api-e2e-api-a-182e51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.652866545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"Service","name":"maas-api-e2e-api-a-182e51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.710731049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-182e51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.745977685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"c9b08da0-dee7-4d0d-95b4-f336931c6b11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.794252051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-182e51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.857390387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.889746183Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"c9b08da0-dee7-4d0d-95b4-f336931c6b11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"name":"e2e-api-a-aab51f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.889778552Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"e2e-e2e-api-a-aab51f-policy","reconcileID":"c9b08da0-dee7-4d0d-95b4-f336931c6b11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aab51f-policy","namespace":"ai-tenant-e2e-api-a-aab51f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aab51f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.914610973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.967848183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a60bab90-6449-4631-8b15-cdb122fbecf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.967876613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a60bab90-6449-4631-8b15-cdb122fbecf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:24.99175868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.053570732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.108066171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"Deployment","name":"payload-processing-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.162602444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.216602113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"Service","name":"payload-processing-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.270860977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"Service","name":"payload-pre-processing-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.326971173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.381224503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.435355021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.493603426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.547838803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:25.567209191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"235ddfa2-e7b9-4a9a-8b44-71ad99a8f3cc","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:25.567285525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"235ddfa2-e7b9-4a9a-8b44-71ad99a8f3cc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.60194126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.658554192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-182e51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.716035666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-182e51"},"namespace":"ai-tenant-e2e-api-a-182e51","name":"default-tenant","reconcileID":"70a02df6-ce66-43db-affb-013824ab4797","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-182e51","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:25.912307187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"b2306d2a-601d-476e-b4c2-0da99bbf1f39","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:26.012648673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"b2306d2a-601d-476e-b4c2-0da99bbf1f39","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:26.070801557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6dd36b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"b2306d2a-601d-476e-b4c2-0da99bbf1f39","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:26.591897114Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-182e51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-182e51","reconcileID":"769282b3-e0fd-45c0-955f-df238601e4e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-182e51","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-182e51"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:26.763221674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"ef0c2bb9-0f9e-4cfa-b665-60656cdf0b48","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:26.763340496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"ef0c2bb9-0f9e-4cfa-b665-60656cdf0b48","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:27.795638473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1454c701-2071-4a5d-9a8a-6007c4d72763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:27.850107778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1454c701-2071-4a5d-9a8a-6007c4d72763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:27.904630884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1454c701-2071-4a5d-9a8a-6007c4d72763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:27.959088693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1454c701-2071-4a5d-9a8a-6007c4d72763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:29.978945288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f7cc46-d727-41b3-addf-60c63310d4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:30.033983982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f7cc46-d727-41b3-addf-60c63310d4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:30.088710785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f7cc46-d727-41b3-addf-60c63310d4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:30.143922581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f7cc46-d727-41b3-addf-60c63310d4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:30.441981023Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"72c1bc6d-7fc3-474d-b6d7-462e68f92ff2","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:30.442198086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"72c1bc6d-7fc3-474d-b6d7-462e68f92ff2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:30.603659432Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"e95c520c-53bd-4106-b0a8-13a5c02d00f3","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:08:30.603727888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"e95c520c-53bd-4106-b0a8-13a5c02d00f3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:31.772619512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f4b53766-5261-446e-89d7-ce1c9011a01f","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:31.772669134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f4b53766-5261-446e-89d7-ce1c9011a01f","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:31.94941134Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-078e0d65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-078e0d65","reconcileID":"f4b2f94d-98dc-4b93-ae6e-108b2e3647f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-078e0d65","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-078e0d65":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:32.113424515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fa7088-da0d-4c2c-8f76-fda6d05403fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:32.168860552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fa7088-da0d-4c2c-8f76-fda6d05403fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:32.224251773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fa7088-da0d-4c2c-8f76-fda6d05403fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:32.278504272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fa7088-da0d-4c2c-8f76-fda6d05403fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:32.689508205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"f47d7ae3-ec4f-45b7-9834-d73b89f14c70","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:32.750878018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"f47d7ae3-ec4f-45b7-9834-d73b89f14c70","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"name":"e2e-api-a-78dad9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:32.934675197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"342c933a-42e4-4908-bbfa-d4211ba52ddf","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:32.934705948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"342c933a-42e4-4908-bbfa-d4211ba52ddf","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:33.102036098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f3dab10-83a4-4702-ade4-65ea2adac613","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:33.102056226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f3dab10-83a4-4702-ade4-65ea2adac613","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:34.280476704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4fd124-4507-48be-b18f-611d6efe573a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:34.280659319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"2df470f2-95a1-491e-aaa8-6a5baf831533","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:34.335696516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4fd124-4507-48be-b18f-611d6efe573a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:34.3901087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4fd124-4507-48be-b18f-611d6efe573a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:34.44504703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4fd124-4507-48be-b18f-611d6efe573a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:34.450710338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"2df470f2-95a1-491e-aaa8-6a5baf831533","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"name":"e2e-api-b-3344e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:34.783755398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"e55295a9-daf2-4439-a64e-eb1a2247e93a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:34.844829273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"e55295a9-daf2-4439-a64e-eb1a2247e93a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"name":"e2e-api-b-3344e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:36.180501583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"0b84062a-0b35-476f-bae9-6beb8b34cc9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:36.241555718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"0b84062a-0b35-476f-bae9-6beb8b34cc9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:36.299975655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6dd36b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9fac0a3b62dfce7a5067f9cbc7b5876a5f44ac0c7368b6940b0e193ae6539a9a) AuthConfig (0e14802bfab0b36f985fc3ebee4d774d18e4a2f3b18e130010b552b043741bcf) AuthConfig (36f578d4382dbdaba1fbc355fbfbd7315d02cd8f9eb80e18c7ae187d95f20392) AuthConfig (3c1c3c1016375109c531f1863c9967fef46f1a4db7d074646c26f44deb7e9ac0) AuthConfig (8ce2231ab71c37a2b14b10911fc688291dfe7166d24645f28cfb3ebec94e7af2) AuthConfig (4b4f742666176cae607219d4fe4c2d935f0e9fc7bce7a07adc61f66b6e2931aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"0b84062a-0b35-476f-bae9-6beb8b34cc9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:36.360349451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b873a41-af34-4b0d-bbd4-790e75a458e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:36.360369807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b873a41-af34-4b0d-bbd4-790e75a458e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:36.4919554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125af3bd-9ce1-4943-8217-e813efb770fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:36.54652442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125af3bd-9ce1-4943-8217-e813efb770fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:36.600778852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125af3bd-9ce1-4943-8217-e813efb770fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:36.655087847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125af3bd-9ce1-4943-8217-e813efb770fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:38.648622957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a29fd3-e48d-4ad2-b5b1-7c1879e00217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:38.703061822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a29fd3-e48d-4ad2-b5b1-7c1879e00217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:38.759006921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a29fd3-e48d-4ad2-b5b1-7c1879e00217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:38.814049851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18a29fd3-e48d-4ad2-b5b1-7c1879e00217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:44.262484443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:45.22129213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"65be1691-639f-4b05-8f1a-a1f6fd6346d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:45.280988629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"65be1691-639f-4b05-8f1a-a1f6fd6346d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"name":"e2e-api-b-3344e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:45.551948669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"509862c5-c53e-47cf-bec5-ba453805c7e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:45.61163068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"509862c5-c53e-47cf-bec5-ba453805c7e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"name":"e2e-api-b-3344e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:46.469126208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"808b5032-020b-4e4c-97b2-cb3f40ca8a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:46.529947009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"808b5032-020b-4e4c-97b2-cb3f40ca8a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:46.588182287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6dd36b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9fac0a3b62dfce7a5067f9cbc7b5876a5f44ac0c7368b6940b0e193ae6539a9a) AuthConfig (0e14802bfab0b36f985fc3ebee4d774d18e4a2f3b18e130010b552b043741bcf) AuthConfig (36f578d4382dbdaba1fbc355fbfbd7315d02cd8f9eb80e18c7ae187d95f20392) AuthConfig (3c1c3c1016375109c531f1863c9967fef46f1a4db7d074646c26f44deb7e9ac0) AuthConfig (8ce2231ab71c37a2b14b10911fc688291dfe7166d24645f28cfb3ebec94e7af2) AuthConfig (4b4f742666176cae607219d4fe4c2d935f0e9fc7bce7a07adc61f66b6e2931aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"808b5032-020b-4e4c-97b2-cb3f40ca8a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:46.684073188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"27abeeb5-8485-45fc-9090-93e7a2f50582","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:46.807447171Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"27abeeb5-8485-45fc-9090-93e7a2f50582","name":"e2e-api-b-dc980b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:56.698142935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"704c8544-8ba6-4759-8b93-14d88dc0c9c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:56.758158131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"704c8544-8ba6-4759-8b93-14d88dc0c9c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:08:56.816727792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6dd36b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9fac0a3b62dfce7a5067f9cbc7b5876a5f44ac0c7368b6940b0e193ae6539a9a) AuthConfig (0e14802bfab0b36f985fc3ebee4d774d18e4a2f3b18e130010b552b043741bcf) AuthConfig (36f578d4382dbdaba1fbc355fbfbd7315d02cd8f9eb80e18c7ae187d95f20392) AuthConfig (3c1c3c1016375109c531f1863c9967fef46f1a4db7d074646c26f44deb7e9ac0) AuthConfig (8ce2231ab71c37a2b14b10911fc688291dfe7166d24645f28cfb3ebec94e7af2) AuthConfig (4b4f742666176cae607219d4fe4c2d935f0e9fc7bce7a07adc61f66b6e2931aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"704c8544-8ba6-4759-8b93-14d88dc0c9c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:06.926737522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"4d0a736e-de50-4f43-b92d-b2928673ed7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:07.018893218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"4d0a736e-de50-4f43-b92d-b2928673ed7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:07.299884796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"224381f8-25d3-4617-85dd-c8040550c22f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:07.299906919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"224381f8-25d3-4617-85dd-c8040550c22f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:14.262957307Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:21.711072201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"eea1aaae-8d33-49a0-ac67-13d095b4a16a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:21.833911631Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"eea1aaae-8d33-49a0-ac67-13d095b4a16a","name":"e2e-shared-b-w2-fb1c1f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:26.710976614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"2c926a12-ba50-477b-bcfd-3e855062b235","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:26.833307993Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"2c926a12-ba50-477b-bcfd-3e855062b235","name":"e2e-mt-078e0d65-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:31.867866676Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","namespace":"ai-tenant-e2e-api-a-aab51f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:31.867942924Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","namespace":"ai-tenant-e2e-api-a-aab51f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:31.868022278Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","tenant":"e2e-api-a-aab51f","tenantID":"e2e-api-a-aab51f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:31.924394475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"Deployment","name":"maas-api-e2e-api-a-aab51f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:31.986461231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"Service","name":"maas-api-e2e-api-a-aab51f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.044044501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-aab51f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.099961271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-aab51f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.157397055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.21493586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.274349752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.332127444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.386523593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"Deployment","name":"payload-processing-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.440490717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.494193185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"Service","name":"payload-processing-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.548368037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"Service","name":"payload-pre-processing-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.602347006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.656068107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.710084768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.767634619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.821646533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.875457337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.929807539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-aab51f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:32.984520451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aab51f"},"namespace":"ai-tenant-e2e-api-a-aab51f","name":"default-tenant","reconcileID":"d9a9d0a1-e8d5-41d9-b933-a7a76f692c39","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-aab51f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:33.843555848Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-aab51f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-aab51f","reconcileID":"45b753a3-ee89-47c0-9117-ea45a0c80279","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-aab51f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-aab51f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:35.014354618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e5fe97-14ca-4957-8563-6c3a485fedc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:35.06872476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e5fe97-14ca-4957-8563-6c3a485fedc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:35.124314821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e5fe97-14ca-4957-8563-6c3a485fedc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:35.182195113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e5fe97-14ca-4957-8563-6c3a485fedc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:37.149907769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a043c90b-f5a9-4114-9699-c5d32a500bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:37.204775074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a043c90b-f5a9-4114-9699-c5d32a500bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:37.259388042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a043c90b-f5a9-4114-9699-c5d32a500bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:37.314291156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a043c90b-f5a9-4114-9699-c5d32a500bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:41.55753136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"736d9f44-5c19-4ead-8857-65b8293065b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:41.616765234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"736d9f44-5c19-4ead-8857-65b8293065b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:41.893155282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"24f76c60-e85f-47db-9e5c-a5ef4bb8b4cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:41.952823864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"24f76c60-e85f-47db-9e5c-a5ef4bb8b4cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:42.321533573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79684fe9-f7c4-4357-9340-99544822be44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:42.376383632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79684fe9-f7c4-4357-9340-99544822be44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:42.430978191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79684fe9-f7c4-4357-9340-99544822be44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:42.485272352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79684fe9-f7c4-4357-9340-99544822be44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.401719279Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"b7489e00-e883-4940-8e90-cefb3186939b","namespace":"ai-tenant-e2e-api-b-3344e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.401780814Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"b7489e00-e883-4940-8e90-cefb3186939b","namespace":"ai-tenant-e2e-api-b-3344e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.401861382Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"b7489e00-e883-4940-8e90-cefb3186939b","name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.458652679Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"b7489e00-e883-4940-8e90-cefb3186939b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.459235491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a680b27-aa5b-4ef0-ac6c-4b592872e5d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.45925229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a680b27-aa5b-4ef0-ac6c-4b592872e5d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.459272982Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"a821311b-efe4-4bf3-9eda-ffa17c0a8a97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.668728638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"a821311b-efe4-4bf3-9eda-ffa17c0a8a97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.800564518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"a821311b-efe4-4bf3-9eda-ffa17c0a8a97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"name":"e2e-api-b-3344e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.800594286Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"e2e-e2e-api-b-3344e8-policy","reconcileID":"a821311b-efe4-4bf3-9eda-ffa17c0a8a97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3344e8-policy","namespace":"ai-tenant-e2e-api-b-3344e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3344e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.912739543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07b2aca9-3834-488a-9269-998e9079f7d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:43.912761136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07b2aca9-3834-488a-9269-998e9079f7d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:44.262148579Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:44.483052624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d065e19-e283-4e95-843f-6974451bb8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:44.537788279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d065e19-e283-4e95-843f-6974451bb8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:44.59224315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d065e19-e283-4e95-843f-6974451bb8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:44.646685098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d065e19-e283-4e95-843f-6974451bb8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:46.682732061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb24d319-f172-41b1-b127-efe53e85fc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:46.737209097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb24d319-f172-41b1-b127-efe53e85fc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:46.791471152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb24d319-f172-41b1-b127-efe53e85fc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:46.845789662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb24d319-f172-41b1-b127-efe53e85fc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:48.885243655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a4a7ec-973f-49b8-9d72-8aad49b69b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:48.94014332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a4a7ec-973f-49b8-9d72-8aad49b69b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:48.994734085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a4a7ec-973f-49b8-9d72-8aad49b69b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:49.050905341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a4a7ec-973f-49b8-9d72-8aad49b69b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:51.034595567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d66fa7-8562-4465-8945-55d212564c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:51.089129791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d66fa7-8562-4465-8945-55d212564c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:51.143800489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d66fa7-8562-4465-8945-55d212564c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:51.198252224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d66fa7-8562-4465-8945-55d212564c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:52.068343841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"93393b91-3069-4817-baa1-e249f2f1c428","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:52.129952488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"93393b91-3069-4817-baa1-e249f2f1c428","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:52.44750898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"fb4395f9-6937-48de-9d52-16a52eae8b60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:52.507849962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"fb4395f9-6937-48de-9d52-16a52eae8b60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:53.183104744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442514e5-d1dd-496e-8060-80f3e8731695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:53.238271097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442514e5-d1dd-496e-8060-80f3e8731695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:53.293052756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442514e5-d1dd-496e-8060-80f3e8731695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:53.348059054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442514e5-d1dd-496e-8060-80f3e8731695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:54.955364637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f1bc257-eb41-4e0a-ba15-bb86809e927d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:54.955501564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f1bc257-eb41-4e0a-ba15-bb86809e927d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.017090104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"129d25a6-eb12-40c4-b557-669c459c20fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.017786214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"129d25a6-eb12-40c4-b557-669c459c20fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.125993693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"140630b6-3bc6-495f-9760-ca7d0f59d50e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.263337495Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"140630b6-3bc6-495f-9760-ca7d0f59d50e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"name":"e2e-api-b-dc980b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.318977703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50181cd-ef24-4b4c-987f-156094792b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.323448989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dc980b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"140630b6-3bc6-495f-9760-ca7d0f59d50e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.373538168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50181cd-ef24-4b4c-987f-156094792b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.428881757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50181cd-ef24-4b4c-987f-156094792b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.433218278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d93acc22-876d-4dcb-b14d-bd4e32c0e0f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.433237369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d93acc22-876d-4dcb-b14d-bd4e32c0e0f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.483201322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50181cd-ef24-4b4c-987f-156094792b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.814193305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"e3209b89-e961-4129-ae78-780a25f767e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:55.873652173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"e3209b89-e961-4129-ae78-780a25f767e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"name":"e2e-api-a-78dad9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:56.192567184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"5e185534-1675-4ddb-b10f-99b6403e172a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:56.252568998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"5e185534-1675-4ddb-b10f-99b6403e172a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"name":"e2e-api-a-78dad9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:57.482009186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a136a7-cf95-426e-ba02-d5201ceccfc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:57.536929231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a136a7-cf95-426e-ba02-d5201ceccfc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:57.591202029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a136a7-cf95-426e-ba02-d5201ceccfc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:57.645843018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00a136a7-cf95-426e-ba02-d5201ceccfc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:59.67483003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9bf069-0eb3-4151-adde-97e598833b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:59.729374828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9bf069-0eb3-4151-adde-97e598833b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:59.787553316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9bf069-0eb3-4151-adde-97e598833b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:09:59.843481712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9bf069-0eb3-4151-adde-97e598833b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:01.820173861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e00559-7ce2-4e42-8f43-c80c276f2dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:01.874523054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e00559-7ce2-4e42-8f43-c80c276f2dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:01.928951614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e00559-7ce2-4e42-8f43-c80c276f2dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:01.983259361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e00559-7ce2-4e42-8f43-c80c276f2dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:05.542236042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"27dd60ab-3414-4a23-8b22-7e09c8f1c667","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:05.601461644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"27dd60ab-3414-4a23-8b22-7e09c8f1c667","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"name":"e2e-api-b-dc980b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:05.659624876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dc980b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"27dd60ab-3414-4a23-8b22-7e09c8f1c667","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:06.341353531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"5f5e2c09-b55b-4058-9748-6cdb600cf10a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:06.40101568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"5f5e2c09-b55b-4058-9748-6cdb600cf10a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"name":"e2e-api-a-78dad9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:06.67172491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"73b43066-a7d7-411d-a7f9-3edda30cab48","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:06.731020039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"73b43066-a7d7-411d-a7f9-3edda30cab48","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"name":"e2e-api-a-78dad9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:14.26294839Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:15.769403621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"e678d41a-3f47-4940-b789-729efafec24a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:15.829434788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"e678d41a-3f47-4940-b789-729efafec24a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"name":"e2e-api-b-dc980b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:15.888011846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dc980b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"e678d41a-3f47-4940-b789-729efafec24a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:17.509027776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"04d8bfb8-fbdc-4702-9ecb-136d812d6717","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:17.606744226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"a548a7a8-972e-4281-8e80-bf9fa399c52e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:17.618702729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"503e26c8-892d-4ee8-afef-1f9607dc3abe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:17.792718715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"c9eb65ab-107f-48d4-8919-b6ef4ebc136f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:17.905787224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8b42e9a-aa36-4503-a9f8-f503ad27cd55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:18.018653174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa69568d-8219-4a4e-8353-5b8c5174c64a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:18.359399501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"7b5f3e02-234b-4607-be5f-511a08fef115","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:18.530214723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"1588393f-c366-4107-8a75-0d83d94bfab2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:18.646436762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"3cc0144f-0e8b-42f0-8cc1-296458d73781","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:18.747206777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"0b5f2ba1-2657-40a5-917e-4c038a00aec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:18.763433233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"c19bf2c0-e498-448e-828e-1a1bc4484473","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:18.846960811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"a38e8cd6-b531-4cb8-809e-6f07dcc8be63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:26.091819826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"b34828db-0f5f-4042-b0be-e1c7652a8a1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:26.1522044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"b34828db-0f5f-4042-b0be-e1c7652a8a1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"name":"e2e-api-b-dc980b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:26.21026531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dc980b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1ac2cccd9295799f13e023faa17ca547a2f57b5d19a1dee89779761a3127d71) AuthConfig (b91fb281d5a1f2d94941daf9376764c8e1b9aedbd9ccd84e6154b3486d520cef) AuthConfig (000eb35e59cbc3028056c19d2e4397c05e5971017e4bcdedd6ed4849adfe2432) AuthConfig (0629fffb4b00b96443d6f0f6bb9648baa7ca2a56406f397ac85bb4b0366c926b) AuthConfig (5c9da122997b08eb923af9d708c0eb9eec377a8aa52d77e29f2e2cf94b1b7585) AuthConfig (cbbf54d2d42090036ff493b3ce7094fb83f7109e4d91a8158f47dd5c7d8059f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"b34828db-0f5f-4042-b0be-e1c7652a8a1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:26.312673779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d851952-c795-4732-9731-0255596dc4fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:26.312696975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d851952-c795-4732-9731-0255596dc4fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:26.843704562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc6b8e8-8822-4815-b9b8-580d5972bc2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:26.898500982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc6b8e8-8822-4815-b9b8-580d5972bc2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:26.953256711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc6b8e8-8822-4815-b9b8-580d5972bc2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:27.007608996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc6b8e8-8822-4815-b9b8-580d5972bc2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:29.02696876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d5e32b-26f8-4cd1-94b9-2a50fbe63d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:29.082235682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d5e32b-26f8-4cd1-94b9-2a50fbe63d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:29.138450247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d5e32b-26f8-4cd1-94b9-2a50fbe63d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:29.194869419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d5e32b-26f8-4cd1-94b9-2a50fbe63d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:31.362953799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"5678fcc0-d1f5-4a70-9c42-c0cc1edeb527","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:31.362985331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"5678fcc0-d1f5-4a70-9c42-c0cc1edeb527","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:32.39330317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a705707-9757-4d89-949d-fe9ab49fab00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:32.447800649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a705707-9757-4d89-949d-fe9ab49fab00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:32.50296508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a705707-9757-4d89-949d-fe9ab49fab00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:32.561493216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a705707-9757-4d89-949d-fe9ab49fab00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:34.60071427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a892ed-ef28-4b21-ae72-b52fb683fb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:34.655499842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a892ed-ef28-4b21-ae72-b52fb683fb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:34.710120866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a892ed-ef28-4b21-ae72-b52fb683fb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:34.765159819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a892ed-ef28-4b21-ae72-b52fb683fb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:35.870224907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"fb57edc7-17ff-4c7b-ade7-865fe18f88d9","namespace":"ai-tenant-e2e-api-a-78dad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:35.870285745Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"fb57edc7-17ff-4c7b-ade7-865fe18f88d9","namespace":"ai-tenant-e2e-api-a-78dad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:35.8703383Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"fb57edc7-17ff-4c7b-ade7-865fe18f88d9","name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:35.927070175Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"fb57edc7-17ff-4c7b-ade7-865fe18f88d9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:35.927258045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"fcd2b270-2bc8-4e9b-9546-49dbcb4b9637","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:35.927691741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07f6d6eb-a630-47ff-960f-b09fa925f52e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:35.92770626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07f6d6eb-a630-47ff-960f-b09fa925f52e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.112574375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"fcd2b270-2bc8-4e9b-9546-49dbcb4b9637","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.311017524Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"fcd2b270-2bc8-4e9b-9546-49dbcb4b9637","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"name":"e2e-api-a-78dad9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.31112917Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"e2e-e2e-api-a-78dad9-policy","reconcileID":"fcd2b270-2bc8-4e9b-9546-49dbcb4b9637","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-78dad9-policy","namespace":"ai-tenant-e2e-api-a-78dad9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-78dad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.370418375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2299b97-f8f3-4f98-82f1-caffc4fa7f1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.370454502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2299b97-f8f3-4f98-82f1-caffc4fa7f1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.421850143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"6e97ffe5-02ad-476e-bd20-266cf97507a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.48192341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"6e97ffe5-02ad-476e-bd20-266cf97507a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"name":"e2e-api-b-dc980b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.80750219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c64371af-ea23-464a-bf07-2a16b9bc239f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.807521984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c64371af-ea23-464a-bf07-2a16b9bc239f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.82150127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512153d6-4f71-452c-a908-0ab452c4f57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.876153692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512153d6-4f71-452c-a908-0ab452c4f57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.930435707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512153d6-4f71-452c-a908-0ab452c4f57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:36.985355179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512153d6-4f71-452c-a908-0ab452c4f57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.017025644Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","namespace":"ai-tenant-e2e-api-b-3344e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.017092074Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","namespace":"ai-tenant-e2e-api-b-3344e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.017176814Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","tenant":"e2e-api-b-3344e8","tenantID":"e2e-api-b-3344e8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.073269565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"Deployment","name":"maas-api-e2e-api-b-3344e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.135921854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"Service","name":"maas-api-e2e-api-b-3344e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.19481507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-3344e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.250649968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-3344e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.310026928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.367181073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.42441426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.48563883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.544695715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"Deployment","name":"payload-processing-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.598599169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.653945495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"Service","name":"payload-processing-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.708448321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"Service","name":"payload-pre-processing-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.76275079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.816828024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.870996317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.931009308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:41.98512353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:42.039208893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:42.093446378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-3344e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:42.150514255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3344e8"},"namespace":"ai-tenant-e2e-api-b-3344e8","name":"default-tenant","reconcileID":"c48f0ab4-1d68-428a-a4f3-afcdf514f532","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-3344e8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:43.081936928Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3344e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3344e8","reconcileID":"ab01d00c-e462-49b1-9641-aea983490a12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3344e8","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-3344e8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:43.408269583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"8ba0d59b-5de1-46fe-9e8f-c3f985056856","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:43.408296079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"8ba0d59b-5de1-46fe-9e8f-c3f985056856","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:43.525316275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"c52f3e6e-d20a-4f0b-9c5e-b26640c358fa","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:43.525472431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"c52f3e6e-d20a-4f0b-9c5e-b26640c358fa","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:44.26247937Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:44.290405548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637ed40a-1f3a-43b2-8143-034e0638042b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:44.344832438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637ed40a-1f3a-43b2-8143-034e0638042b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:44.399313759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637ed40a-1f3a-43b2-8143-034e0638042b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:44.453740009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637ed40a-1f3a-43b2-8143-034e0638042b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:46.455472973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02e3182-f7e8-4e5e-9fad-c1a01e8db916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:46.509798946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02e3182-f7e8-4e5e-9fad-c1a01e8db916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:46.563989395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02e3182-f7e8-4e5e-9fad-c1a01e8db916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:46.620462829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02e3182-f7e8-4e5e-9fad-c1a01e8db916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:47.74934191Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"feb221ba-8620-4f2a-b46b-ae9ed0a5add5","namespace":"ai-tenant-e2e-api-b-6dd36b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:47.749418549Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"feb221ba-8620-4f2a-b46b-ae9ed0a5add5","namespace":"ai-tenant-e2e-api-b-6dd36b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:47.749471067Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"feb221ba-8620-4f2a-b46b-ae9ed0a5add5","name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:47.808309395Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"feb221ba-8620-4f2a-b46b-ae9ed0a5add5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:47.808770452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"fcc2123f-71c0-4984-a94d-e122618776c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:47.809035723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c6164a4-466f-44c3-9304-d45d2d70b2bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:47.809052828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c6164a4-466f-44c3-9304-d45d2d70b2bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:48.041576827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"fcc2123f-71c0-4984-a94d-e122618776c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:48.267351162Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"fcc2123f-71c0-4984-a94d-e122618776c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"name":"e2e-api-b-6dd36b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:48.267464857Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"e2e-e2e-api-b-6dd36b-policy","reconcileID":"fcc2123f-71c0-4984-a94d-e122618776c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6dd36b-policy","namespace":"ai-tenant-e2e-api-b-6dd36b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6dd36b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:48.33050298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed9b560d-0b68-4422-898a-118bfeefccff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:48.330611689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed9b560d-0b68-4422-898a-118bfeefccff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:48.742310435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf4bafe-fda7-49e5-abd0-279120a5045e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:48.797338624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf4bafe-fda7-49e5-abd0-279120a5045e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:48.852330627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf4bafe-fda7-49e5-abd0-279120a5045e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:48.90804942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf4bafe-fda7-49e5-abd0-279120a5045e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:50.881751638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3506ff-977c-4854-ac0c-82912bf85f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:50.936731496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3506ff-977c-4854-ac0c-82912bf85f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:50.991018614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3506ff-977c-4854-ac0c-82912bf85f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:51.045854693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3506ff-977c-4854-ac0c-82912bf85f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:53.088917219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397acc42-24ee-487c-9b1d-36520c4d5afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:53.145588607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397acc42-24ee-487c-9b1d-36520c4d5afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:53.209824667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397acc42-24ee-487c-9b1d-36520c4d5afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:53.264360251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397acc42-24ee-487c-9b1d-36520c4d5afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:54.006289458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"7ab241fc-03b9-4a69-a435-c83cfb2d9c95","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"tenant":"e2e-mt-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","model":"ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:54.006342404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"7ab241fc-03b9-4a69-a435-c83cfb2d9c95","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"routeName":"e2e-lifecycle-model-078e0d65-kserve-route","namespace":"ai-tenant-e2e-mt-078e0d65","llmisvcName":"e2e-lifecycle-model-078e0d65","gateway":"openshift-ingress/e2e-mt-078e0d65","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:55.233086248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872f3da3-2e73-4961-823e-581408c17f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:55.288492657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872f3da3-2e73-4961-823e-581408c17f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:55.343767755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872f3da3-2e73-4961-823e-581408c17f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:55.398154306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872f3da3-2e73-4961-823e-581408c17f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:55.623417756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"dbb46c41-7c46-4d46-a277-8a60cff3fa16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:55.729745941Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-157fed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-157fed","reconcileID":"62ad4905-1ca2-42cc-954c-0afdddcacdc2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-157fed","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-157fed":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:55.796324952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"cc4ef924-4f64-4d52-8c4f-d7e96f1b8963","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:55.894350265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"c0598c0c-e822-4d28-bd91-dc58961897fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:55.913762061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"3079dd66-be3d-4f2e-a88a-3edfb889210e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:56.081642888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6add9f98-4385-4882-9376-1513d49f2586","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:56.185527326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"0bcf139a-bcb6-45fc-8a77-1647a23a61c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:56.28322337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"107d855a-2f40-4ff7-b70c-0e361f3d6d1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:56.392697202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"7466a6d7-dd10-42e8-ba8e-1321c5ff1472","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:56.561053163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2fb2d558-93ea-4167-9def-9b650cb0e300","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:56.724379275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"15358d3e-e08c-4269-a82b-406ee708f8f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:56.793117762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"98ff5c3a-7a74-498d-9cb4-d985b58f3cca","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:56.793181993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"98ff5c3a-7a74-498d-9cb4-d985b58f3cca","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:56.904065269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"3b4d8f9c-0005-416a-b5f1-2130c8797821","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:57.015489729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"265dfb0f-a571-4cc1-8c8e-9ed5db6caa49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:57.4156095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b09aa7c-d55e-478e-804b-ca9c8b32723a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:57.470241143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b09aa7c-d55e-478e-804b-ca9c8b32723a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:57.524909461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b09aa7c-d55e-478e-804b-ca9c8b32723a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:57.579558134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b09aa7c-d55e-478e-804b-ca9c8b32723a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:59.748901345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7a02ed-d941-47f2-bb39-bceb635a6309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:59.80372513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7a02ed-d941-47f2-bb39-bceb635a6309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:59.858094894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7a02ed-d941-47f2-bb39-bceb635a6309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:10:59.917191215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7a02ed-d941-47f2-bb39-bceb635a6309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:02.053501504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee207f15-7dcc-4147-857d-e955547918ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:02.108442433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee207f15-7dcc-4147-857d-e955547918ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:02.162786119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee207f15-7dcc-4147-857d-e955547918ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:02.219578844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee207f15-7dcc-4147-857d-e955547918ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:14.262423256Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.238541205Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","namespace":"ai-tenant-e2e-mt-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.23864059Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","namespace":"ai-tenant-e2e-mt-078e0d65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.238703407Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","tenant":"e2e-mt-078e0d65","tenantID":"e2e-mt-078e0d65","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.294782495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"Deployment","name":"maas-api-e2e-mt-078e0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.358485455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"Service","name":"maas-api-e2e-mt-078e0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.416462996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-078e0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.472826129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-078e0d65","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.537177172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.598390631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.658534675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.714972801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.771365483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"Deployment","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.826556515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.880608751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"Service","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.936376844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"Service","name":"payload-pre-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:19.991023295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"DestinationRule","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:20.045390136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:20.099638492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:20.160424438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:20.214703798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:20.268747145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:20.325080399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-078e0d65","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:20.380536491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"default-tenant","reconcileID":"a8c80b63-bb43-4482-8ea9-50cf9f480fd1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-078e0d65","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:21.233188755Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-078e0d65","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-078e0d65","reconcileID":"ec51bd53-b558-469e-a3cf-bdece4fc8401","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-078e0d65","removed":["maas.opendatahub.io/gateway-access-e2e-mt-078e0d65"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.399184208Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f4c2df0e-9642-4e69-a15a-f97e5cf6d26a","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.457825702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"f4c2df0e-9642-4e69-a15a-f97e5cf6d26a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.463339667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"0347f573-0188-477a-9119-8478e89eb45a","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.46340889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"0347f573-0188-477a-9119-8478e89eb45a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.4745154Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"6219f6a5-f8a0-482a-b041-116aa01908a3","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.474583662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"6219f6a5-f8a0-482a-b041-116aa01908a3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.49582191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"afc534dd-14ba-4b5d-8004-7a589a69ba6f","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.495883977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"afc534dd-14ba-4b5d-8004-7a589a69ba6f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.536412066Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"2d8f3929-f12b-4f75-8503-0036e4259a71","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.536482553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"2d8f3929-f12b-4f75-8503-0036e4259a71","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.61703872Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"351344bd-e163-4713-8ed7-ada7a0b016b7","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.617118546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"351344bd-e163-4713-8ed7-ada7a0b016b7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.777441081Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"438f674a-ac29-4314-84fb-7060dad7b7c5","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:21.777512967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"438f674a-ac29-4314-84fb-7060dad7b7c5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:22.098202181Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"57eb56de-2ba8-4747-98ad-985c55ed6014","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:22.098295361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"57eb56de-2ba8-4747-98ad-985c55ed6014","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:22.372031822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b9ad7f-0b48-4d54-8083-b13d18b9b49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:22.426697187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b9ad7f-0b48-4d54-8083-b13d18b9b49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:22.481278926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b9ad7f-0b48-4d54-8083-b13d18b9b49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:22.538367485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b9ad7f-0b48-4d54-8083-b13d18b9b49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:22.738993438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"93ca82ed-78fe-4669-94df-262fcb201c9b","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:22.739067579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"93ca82ed-78fe-4669-94df-262fcb201c9b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:24.020040137Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"9bcb66ed-e2bf-48c1-bc4f-d9774dcdfc91","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:24.020134041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"9bcb66ed-e2bf-48c1-bc4f-d9774dcdfc91","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:24.509414574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ddd28a-4db7-47aa-ab7f-6d33b7e2c04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:24.563860043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ddd28a-4db7-47aa-ab7f-6d33b7e2c04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:24.618448061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ddd28a-4db7-47aa-ab7f-6d33b7e2c04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:24.673306968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ddd28a-4db7-47aa-ab7f-6d33b7e2c04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:26.227374996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"7781c7f8-29b3-4e18-b87b-f03f9d81a874","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:26.390276798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"d376ef3e-44bf-4d63-aa6a-f9ffbe785222","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:26.512527971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"f8d5a77c-999b-470f-8763-827efd018d12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:26.580971416Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"759f2cfb-4a19-4c2e-a68c-63d27d2fbb5a","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:26.581051857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"759f2cfb-4a19-4c2e-a68c-63d27d2fbb5a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:26.613601884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d6eecb9-f8f0-482d-b3e7-1f48c5fa5155","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:26.684430111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480b8f99-927e-4ba9-8eec-0308d0d0b13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:26.714242904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"d2c17254-765b-4e90-a209-30726d34864c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:26.739021094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480b8f99-927e-4ba9-8eec-0308d0d0b13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:26.793859884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480b8f99-927e-4ba9-8eec-0308d0d0b13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:26.848954376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480b8f99-927e-4ba9-8eec-0308d0d0b13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:27.013489479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"12d42be0-bd14-4b37-8317-d3dca05c6cc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:27.112734159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"aa86e63c-7538-477e-bdf1-aa90fb0dc242","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:27.119024533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"fd665035-6712-49f3-830b-32dfe74b9763","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:27.289837071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"c8e85e73-32c9-46fe-9b8d-f8ffd2a88767","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:27.392790179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"57984f69-d3f9-445e-95ab-0c2f33845c99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:27.614766035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd2957c6-a827-4787-b6d1-247197e1aef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:27.715737711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"bd48f171-6c82-486e-9c04-4f187327ff3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:30.774791571Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","namespace":"ai-tenant-e2e-api-a-78dad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:30.774856383Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","namespace":"ai-tenant-e2e-api-a-78dad9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:30.774908365Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","tenant":"e2e-api-a-78dad9","tenantID":"e2e-api-a-78dad9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:30.831488344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"Deployment","name":"maas-api-e2e-api-a-78dad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:30.894885643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"Service","name":"maas-api-e2e-api-a-78dad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:30.95256946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-78dad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.01137475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-78dad9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.072800098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.130178121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.196115331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.254462827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.309579297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"Deployment","name":"payload-processing-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.364554133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.41848488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"Service","name":"payload-processing-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.472478923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"Service","name":"payload-pre-processing-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.526759569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.580767867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.634803165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.694651758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:31.702040517Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"b0b97d80-92e0-46bc-a7fd-e83eacd7f19d","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:31.702114581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"b0b97d80-92e0-46bc-a7fd-e83eacd7f19d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.74867118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.802811548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.868447836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-78dad9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:31.922879225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-78dad9"},"namespace":"ai-tenant-e2e-api-a-78dad9","name":"default-tenant","reconcileID":"76d3341b-2da7-4ba7-859a-a92dc1c310e6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-78dad9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:32.839894825Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-78dad9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-78dad9","reconcileID":"e5ec0c56-a474-457d-adf7-916302fe119c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-78dad9","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-78dad9"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:33.005018356Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"ab9b65c5-f5f7-4a53-83d7-c54892b0de1e","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:33.00510677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"ab9b65c5-f5f7-4a53-83d7-c54892b0de1e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:33.982226375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154b586-14d3-47aa-885e-7307a24b3702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:34.03863176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154b586-14d3-47aa-885e-7307a24b3702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:34.094029463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154b586-14d3-47aa-885e-7307a24b3702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:34.148681859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7154b586-14d3-47aa-885e-7307a24b3702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:36.196211412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b2549b-5a34-46cb-870e-96b3eba03c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:36.250707049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b2549b-5a34-46cb-870e-96b3eba03c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:36.305045967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b2549b-5a34-46cb-870e-96b3eba03c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:36.359600567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b2549b-5a34-46cb-870e-96b3eba03c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:37.45828529Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","namespace":"ai-tenant-e2e-api-b-6dd36b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:37.458373096Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","namespace":"ai-tenant-e2e-api-b-6dd36b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:37.458447626Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","tenant":"e2e-api-b-6dd36b","tenantID":"e2e-api-b-6dd36b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:37.514457598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"Deployment","name":"maas-api-e2e-api-b-6dd36b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:37.576115798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"Service","name":"maas-api-e2e-api-b-6dd36b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:37.633417159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-6dd36b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:37.693981294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-6dd36b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:37.819416152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:37.877075383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:37.934392313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:37.994153198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.052524889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"Deployment","name":"payload-processing-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.110233178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.164127762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"Service","name":"payload-processing-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.21985241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"Service","name":"payload-pre-processing-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.273808309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.329208188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.384492563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.404080422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8f6e44-34e3-4b60-a160-eab0cbe7e9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.458557674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8f6e44-34e3-4b60-a160-eab0cbe7e9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.465579283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.512909234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8f6e44-34e3-4b60-a160-eab0cbe7e9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.566678685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.567701809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8f6e44-34e3-4b60-a160-eab0cbe7e9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.623067423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.677065214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-6dd36b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:38.730758642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6dd36b"},"namespace":"ai-tenant-e2e-api-b-6dd36b","name":"default-tenant","reconcileID":"2343fe8f-def7-4350-b831-9f912b3cedf0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-6dd36b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:39.58828217Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6dd36b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6dd36b","reconcileID":"984f80b4-a35c-4b2b-b9e1-e4a4eb6a58c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6dd36b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-6dd36b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:39.787142162Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"64c08bf6-2962-487b-b243-af4cef7a1fd1","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:39.787228499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"64c08bf6-2962-487b-b243-af4cef7a1fd1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:40.548710892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab44ac5-35a7-4887-bedd-46a28421b52e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:40.603394352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab44ac5-35a7-4887-bedd-46a28421b52e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:40.658209314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab44ac5-35a7-4887-bedd-46a28421b52e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:40.713758079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab44ac5-35a7-4887-bedd-46a28421b52e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:41.38000865Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"930d6c44-905f-4d95-8ccf-4cf71c89aa0c","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:41.380080157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"930d6c44-905f-4d95-8ccf-4cf71c89aa0c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:41.488816169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"dbb8af15-deec-49fe-8527-90f2cdf2ef6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:41.495951784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"0b0b006f-b636-4d92-a2d9-9b4fe3dce54c","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:41.496024991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"0b0b006f-b636-4d92-a2d9-9b4fe3dce54c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:41.549970425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"dbb8af15-deec-49fe-8527-90f2cdf2ef6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"name":"e2e-api-b-dc980b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:41.935804949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"5cb77d20-6eae-4eb5-a566-c9c95ed6dd46","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:41.995153992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"5cb77d20-6eae-4eb5-a566-c9c95ed6dd46","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"name":"e2e-api-b-dc980b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:42.730502757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c0b6e4-91f9-48ba-93a0-34fae837be79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:42.785704124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c0b6e4-91f9-48ba-93a0-34fae837be79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:42.840460249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c0b6e4-91f9-48ba-93a0-34fae837be79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:42.894999329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c0b6e4-91f9-48ba-93a0-34fae837be79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:44.264205131Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:44.858267082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e6068c-2e0b-4da4-b6b6-0729678c9c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:44.913442614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e6068c-2e0b-4da4-b6b6-0729678c9c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:44.968044419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e6068c-2e0b-4da4-b6b6-0729678c9c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:45.022789652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e6068c-2e0b-4da4-b6b6-0729678c9c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:49.37057986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"0506f42a-19fb-4e7a-9820-d63074a1c13e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-157fed","tenantID":"e2e-ipp-a-157fed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:49.492900599Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"0506f42a-19fb-4e7a-9820-d63074a1c13e","name":"e2e-ipp-a-157fed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:49.636427149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"44d1d6e1-ce74-4e24-b2da-5f45a6fe461a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:49.736746014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"42e9cff4-824c-42ab-b38d-1d3bcc58ca30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:49.761842601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0eef3f87-a4f4-46d3-b4b4-3f1171d8e7aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:49.838220628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"dd8003b9-5c3a-407d-a44d-f68b572b845a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:49.948366667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"f46520e2-4098-47e0-807a-f9a7b20a444f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:50.128374269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"de8baed1-6252-4767-9bf8-75211309b7db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:50.229185369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"154d3f1c-a356-4268-8607-b2b63f9a2b42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:50.329589589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"abb222c7-daed-43ab-ac86-9e630b6fffc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:50.493150214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"8f024869-5373-45c0-b527-6594a70f8695","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:50.618462349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"02dbc5bc-ba46-43db-9ec9-409cc3efb0df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:50.804731372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"45f67b36-68f8-4de4-accc-f8a53cadf883","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:50.905367415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"78a3402d-eff1-476f-9439-0d5f626446dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:51.578802619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"0bc3c391-abf6-4b5d-8e54-6f38d9f90337","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:51.578885425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"0bc3c391-abf6-4b5d-8e54-6f38d9f90337","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:51.740088009Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"2b5e469b-f6ff-4339-9251-50daec2a45fb","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:51.740214151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"2b5e469b-f6ff-4339-9251-50daec2a45fb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:51.942973519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"e231eb2d-c33a-4b39-acfd-b5987858fa15","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:51.943058125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"e231eb2d-c33a-4b39-acfd-b5987858fa15","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:52.069310593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"13c4d7b7-f35d-4424-a9b5-d05b9d5af1af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:52.129186077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"13c4d7b7-f35d-4424-a9b5-d05b9d5af1af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"name":"e2e-api-b-dc980b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:52.447753275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"3f34a0da-bae8-44f0-9987-4f855412811d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:52.511437379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"3f34a0da-bae8-44f0-9987-4f855412811d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"name":"e2e-api-b-dc980b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:52.568439858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a04547-a8bf-4958-9b31-991408668ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:52.622868332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a04547-a8bf-4958-9b31-991408668ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:52.677092922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a04547-a8bf-4958-9b31-991408668ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:52.73250127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a04547-a8bf-4958-9b31-991408668ad3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:52.906265817Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"926a3b75-b0aa-4355-b869-b75eafcdd4c0","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:52.906348015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"926a3b75-b0aa-4355-b869-b75eafcdd4c0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:53.12537842Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-5b71cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-5b71cd","reconcileID":"eab537ff-58f8-4a37-b01e-40239827a161","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-5b71cd","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-5b71cd":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:53.419700911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"6e6d4f28-720a-4057-8d3b-9a68386dabec","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:53.419786327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"6e6d4f28-720a-4057-8d3b-9a68386dabec","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:54.784307059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50016d05-49a6-4b86-ad08-ac1c773d9a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:54.838954299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50016d05-49a6-4b86-ad08-ac1c773d9a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:54.894103803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50016d05-49a6-4b86-ad08-ac1c773d9a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:54.950102961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50016d05-49a6-4b86-ad08-ac1c773d9a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:55.546118134Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"6c689e74-8e30-49c2-bc44-fc64ad1ada1b","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:11:55.546207693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"6c689e74-8e30-49c2-bc44-fc64ad1ada1b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-078e0d65/e2e-lifecycle-model-078e0d65-kserve-route (gateways: [openshift-ingress/e2e-mt-078e0d65]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:56.920488731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc4ba02-8aef-4364-9f23-45dc2fff6394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:56.974896188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc4ba02-8aef-4364-9f23-45dc2fff6394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:57.055460147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc4ba02-8aef-4364-9f23-45dc2fff6394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:57.111344017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfc4ba02-8aef-4364-9f23-45dc2fff6394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:59.089033576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e5026e-f339-4f6d-9bab-f02d801656b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:59.143512901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e5026e-f339-4f6d-9bab-f02d801656b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:59.198187739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e5026e-f339-4f6d-9bab-f02d801656b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:11:59.252783846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e5026e-f339-4f6d-9bab-f02d801656b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:01.213097857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c2d1e5-e34e-4d96-ae6d-8530487bf6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:01.269614711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c2d1e5-e34e-4d96-ae6d-8530487bf6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:01.325429174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c2d1e5-e34e-4d96-ae6d-8530487bf6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:01.379716288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c2d1e5-e34e-4d96-ae6d-8530487bf6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:12:04.212311623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-078e0d65","namespace":"ai-tenant-e2e-mt-078e0d65"},"namespace":"ai-tenant-e2e-mt-078e0d65","name":"e2e-lifecycle-model-078e0d65","reconcileID":"c964cbe9-6a7e-459b-a767-6e5836a3cc6b","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-078e0d65\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:10.253870313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"453d7b7a-0187-4da3-9d9d-75e6c570d107","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:10.253903626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"453d7b7a-0187-4da3-9d9d-75e6c570d107","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:11.907568577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac87616b-8930-412f-9172-3eb8f96c3fc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:11.90759261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac87616b-8930-412f-9172-3eb8f96c3fc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:11.96467025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e067204e-9530-4caf-827c-1e328c84c564","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:11.964693426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e067204e-9530-4caf-827c-1e328c84c564","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.072819115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-policy-bd509b33","reconcileID":"4a9bd9d4-9c3c-47c2-8d38-0a55b3bd5994","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.204843292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-policy-bd509b33","reconcileID":"4a9bd9d4-9c3c-47c2-8d38-0a55b3bd5994","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.263036646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-policy-bd509b33","reconcileID":"4a9bd9d4-9c3c-47c2-8d38-0a55b3bd5994","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.299939563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a883a4c-0435-46ce-967c-195427fd80d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.299960486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a883a4c-0435-46ce-967c-195427fd80d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.321158323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"facf4840-a6e3-4af8-969f-5a35a1652065","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.321201933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"facf4840-a6e3-4af8-969f-5a35a1652065","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.35924088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2602dac4-110c-42a4-a0ed-2ca05a7a1d24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.359261918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2602dac4-110c-42a4-a0ed-2ca05a7a1d24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:12:12.410832527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-sub-bd509b33","reconcileID":"62038ee1-3fa6-4253-83be-2b50390cbf23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-bd509b33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.429366369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-policy-bd509b33","reconcileID":"5c2cffa8-0d11-49fa-be74-816c317359f9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.488708612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-policy-bd509b33","reconcileID":"5c2cffa8-0d11-49fa-be74-816c317359f9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.527695876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5fa8b40-6395-4385-aebf-f469f7d83f85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.527720553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5fa8b40-6395-4385-aebf-f469f7d83f85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.547100201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-policy-bd509b33","reconcileID":"5c2cffa8-0d11-49fa-be74-816c317359f9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.58568422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fec192f9-3cbf-4bab-8d8a-5a16570e84a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.585708966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fec192f9-3cbf-4bab-8d8a-5a16570e84a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:12.868878288Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-sub-bd509b33","reconcileID":"652d4422-6deb-4244-b499-340201d1184d","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-bd509b33/e2e-shared-int-sub-bd509b33","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.045781356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fa8a852-3068-47db-bf2d-6c29faffab70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.04580335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fa8a852-3068-47db-bf2d-6c29faffab70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.090902262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c224feb-3088-40dc-a82d-4246d282a47b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.26430401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-sub-bd509b33","reconcileID":"f1e60dc7-2ff2-47cc-86fb-cf97eebc8feb","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.336051812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d31b0804-c8c1-4625-ac1e-902de66e6c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.336077303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d31b0804-c8c1-4625-ac1e-902de66e6c0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.400447672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56872ab7-bb8b-42c2-89f8-f671dc1f5f7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.400471207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56872ab7-bb8b-42c2-89f8-f671dc1f5f7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.508866613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"09540bbd-7da5-4681-8bed-c234a97f4c13","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.568070006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"09540bbd-7da5-4681-8bed-c234a97f4c13","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.615431826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca90846f-0b90-4d2e-b140-06b1a10faae3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.61545844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca90846f-0b90-4d2e-b140-06b1a10faae3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.626071432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"09540bbd-7da5-4681-8bed-c234a97f4c13","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.673056808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7f45ce7-31bf-4f21-a4b9-6f3de53d52bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.673078052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7f45ce7-31bf-4f21-a4b9-6f3de53d52bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.685369738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f6521aa-d78f-4416-ad55-6e6091711583","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.685389848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f6521aa-d78f-4416-ad55-6e6091711583","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:12:13.726617565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-sub-bd509b33","reconcileID":"e132a5fe-3695-407b-a701-7bdc1f678738","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-bd509b33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.793383682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"d23f8663-5ed7-49c1-9b4a-7b83d2513629","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.844748292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9ccc9f3-e15c-415e-b011-42fe12a99e17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.84476941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9ccc9f3-e15c-415e-b011-42fe12a99e17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.852583483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"d23f8663-5ed7-49c1-9b4a-7b83d2513629","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.904244528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e66ae69c-f808-404c-9763-b05ef794a83d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.90426901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e66ae69c-f808-404c-9763-b05ef794a83d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:13.910425199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"d23f8663-5ed7-49c1-9b4a-7b83d2513629","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:14.183977135Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-sub-bd509b33","reconcileID":"331cf612-9b53-48c2-962d-8b53d045ca72","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-3fd16ef9/e2e-shared-int-sub-bd509b33","ai-tenant-e2e-mt-bd509b33/e2e-shared-int-sub-bd509b33","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:14.267660242Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:14.392716875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2207a736-d638-4c81-a8b3-eed1aceecd45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:14.392738371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2207a736-d638-4c81-a8b3-eed1aceecd45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:14.42987817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-sub-bd509b33","reconcileID":"89a3b72a-97ac-4a43-b5d3-109580bcb94c","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:14.429881116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ca9c40b-f4c8-4e7e-a6bb-b63d7afdf719","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:14.617024168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-sub-bd509b33","reconcileID":"c5503f88-f761-4f8f-94b5-9d4d98940f26","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:15.661567158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"d71e8572-2926-4a37-ad0a-d803a1c1dd4c","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:15.661587095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"d71e8572-2926-4a37-ad0a-d803a1c1dd4c","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:15.720041866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"7776fe59-69ed-418c-ba37-5dac6bef9034","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:15.720070995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"7776fe59-69ed-418c-ba37-5dac6bef9034","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:15.828042926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"51ecefa6-bccd-4bfb-9606-4acfeb4fdaf6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:15.985981167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"51ecefa6-bccd-4bfb-9606-4acfeb4fdaf6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:16.04605339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4adf4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"51ecefa6-bccd-4bfb-9606-4acfeb4fdaf6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:16.107830828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"be2f093b-07e1-411a-be58-1be8ca775df8","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:16.107920096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"be2f093b-07e1-411a-be58-1be8ca775df8","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:19.47327778Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-policy-bd509b33","reconcileID":"44100706-3a94-4330-bc2b-9827ffe7cb41","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:19.473338686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e2403f2-2b34-4cfb-853c-2cf4304cfa3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:19.473352376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e2403f2-2b34-4cfb-853c-2cf4304cfa3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:19.583679933Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-policy-bd509b33","reconcileID":"44100706-3a94-4330-bc2b-9827ffe7cb41","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"policyNamespace":"ai-tenant-e2e-mt-bd509b33","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:19.642963434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40ef2b4f-9844-4fca-ab8a-30c4f562f5a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:19.642988459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40ef2b4f-9844-4fca-ab8a-30c4f562f5a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:19.786787122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"500f214f-f4a0-4143-85ec-ec710638900e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:19.786807244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"500f214f-f4a0-4143-85ec-ec710638900e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:24.018695229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"5f7c54d1-47a1-4bef-8dcf-0751d738ff73","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:24.078098849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"5f7c54d1-47a1-4bef-8dcf-0751d738ff73","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:24.136206787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"5f7c54d1-47a1-4bef-8dcf-0751d738ff73","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:25.722454267Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"0ea6825b-98e8-4143-a882-868fd046db06","namespace":"ai-tenant-e2e-api-b-dc980b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:25.722538717Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"0ea6825b-98e8-4143-a882-868fd046db06","namespace":"ai-tenant-e2e-api-b-dc980b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:25.722601724Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"0ea6825b-98e8-4143-a882-868fd046db06","name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:25.781492984Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"0ea6825b-98e8-4143-a882-868fd046db06","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:25.781831502Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"307c63aa-ffa2-42b5-8ed3-8d249e075ce8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:25.782229776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16325c74-5f4a-4927-a931-2802c095d6f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:25.782244641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16325c74-5f4a-4927-a931-2802c095d6f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:26.012603146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"307c63aa-ffa2-42b5-8ed3-8d249e075ce8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:26.144856807Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"307c63aa-ffa2-42b5-8ed3-8d249e075ce8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"name":"e2e-api-b-dc980b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:26.144882822Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"e2e-e2e-api-b-dc980b-policy","reconcileID":"307c63aa-ffa2-42b5-8ed3-8d249e075ce8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc980b-policy","namespace":"ai-tenant-e2e-api-b-dc980b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc980b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:26.203957305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcd61ea2-3758-4af0-9c2b-1d1577344efe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:26.203983672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcd61ea2-3758-4af0-9c2b-1d1577344efe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:26.217243673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"8c10982b-378c-4035-ab1f-be3f587980fb","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:26.276647716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"8c10982b-378c-4035-ab1f-be3f587980fb","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:26.3346296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4adf4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"8c10982b-378c-4035-ab1f-be3f587980fb","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:29.956721947Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-sub-bd509b33","reconcileID":"014428e8-6139-4086-be70-3b9373b81a4f","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-bd509b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:30.182186951Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"namespace":"ai-tenant-e2e-mt-bd509b33","name":"e2e-shared-int-sub-bd509b33","reconcileID":"014428e8-6139-4086-be70-3b9373b81a4f","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-bd509b33"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3fd16ef9/e2e-shared-int-sub-bd509b33","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:30.401982596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"196226ab-57b0-46c8-b97c-1a71c1a4b20c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:30.402024767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-sub-bd509b33","reconcileID":"058efa6e-f645-46f1-bb64-8be346989aea","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:30.407291718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c831039-9585-495a-bff7-f5ef9fe0f82b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:30.407309682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c831039-9585-495a-bff7-f5ef9fe0f82b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:34.246888022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"4280804e-d4d8-4b73-8403-9d830dd16e7c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:34.305858943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"4280804e-d4d8-4b73-8403-9d830dd16e7c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:34.363719305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"4280804e-d4d8-4b73-8403-9d830dd16e7c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:36.443672687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"d31b2ded-6e43-446e-88e4-fb22db44eb6d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:36.503421728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"d31b2ded-6e43-446e-88e4-fb22db44eb6d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:36.566865209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4adf4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"d31b2ded-6e43-446e-88e4-fb22db44eb6d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:37.573476158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0336135c-b3a9-4c83-a03f-935634c4ec0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:37.628050485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0336135c-b3a9-4c83-a03f-935634c4ec0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:37.68239972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0336135c-b3a9-4c83-a03f-935634c4ec0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:37.737583935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0336135c-b3a9-4c83-a03f-935634c4ec0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:39.829606908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a856129-3231-418e-94c3-7a4c82f5b4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:39.888637648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a856129-3231-418e-94c3-7a4c82f5b4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:39.966287433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a856129-3231-418e-94c3-7a4c82f5b4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:40.050449437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a856129-3231-418e-94c3-7a4c82f5b4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:44.261672933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:44.47253257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"439c62cf-5220-4014-b5ac-77c4cf2aaf31","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:44.531796644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"439c62cf-5220-4014-b5ac-77c4cf2aaf31","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:44.590219006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"439c62cf-5220-4014-b5ac-77c4cf2aaf31","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:46.19967981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"87844977-16f3-4e90-b1d4-965650bdcda6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-5b71cd","tenantID":"e2e-ipp-a-5b71cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:46.322528258Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"87844977-16f3-4e90-b1d4-965650bdcda6","name":"e2e-ipp-a-5b71cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:46.675941649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"3a3f2cb8-4edd-4cc4-9098-c06324bfb9f7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:46.735445886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"3a3f2cb8-4edd-4cc4-9098-c06324bfb9f7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:46.793261945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4adf4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"3a3f2cb8-4edd-4cc4-9098-c06324bfb9f7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:47.13247525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"ffed9027-aa80-4fb0-abb2-1b50ab486636","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:47.314134574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"3c2c3993-9323-4189-814d-e88948516e6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:47.414847443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c5ec767-ac00-4e48-87ec-08d044a4a7a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:47.518742318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"1f2156ed-0c9a-4258-94ae-446db2a65f3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:47.518792407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"54ef1b71-54f6-412b-b3d6-758ac2c481c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:47.616404726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"cd6de2c4-b43f-40d0-a7ee-181fd3115305","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:47.71560468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"9b05cc87-f03e-4b79-8722-6011ba36ed0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:47.928825696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"bd9d2d05-e535-4383-b60f-016fbb6c0273","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:48.048543071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"4926ea6f-b4e8-4604-8c16-f9648de73be5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:48.149444655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"4036ed31-2844-4a7c-92c8-5ac508558805","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:48.250044839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"2c78387d-e528-4a80-ac00-41af9459f67a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:54.70047629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"340e6a4a-8008-4c26-ac8a-cf84052707d3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:54.760418654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"340e6a4a-8008-4c26-ac8a-cf84052707d3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:54.818759143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"340e6a4a-8008-4c26-ac8a-cf84052707d3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:54.879635365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a47b1066-ca1d-485d-b835-49b46f8d40e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:54.87965894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a47b1066-ca1d-485d-b835-49b46f8d40e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:56.902479444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"73dd2c20-c5ae-4123-8768-3bfb77e5e54f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:56.961817651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"73dd2c20-c5ae-4123-8768-3bfb77e5e54f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:57.019853545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4adf4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02cad32c2c52e08ade8d3747631012f14e32dbb713c37f1df1c64a390610fd91) AuthConfig (9cdf481641d1e2bb20e581892002ecd22e412421a3ce0f7984e2de54b39f62eb) AuthConfig (3d30b0ba527f26315486cc0eb8a6df57d98985e9c97505ad21f7b83c1c5df217) AuthConfig (4735e35144d07fd9c5d1664dc2d0e343a9306666fb35419f1f93f910dbecb94d) AuthConfig (c884289505f04f15a9986d1b3dc4f5f1b975bf17fd9a86a631b73459a099ff72) AuthConfig (f205077530ea3d9c24a85949fe040edbc0fe96fe02b83f6f8097f0dd56c881c8) AuthConfig (9684b016337c732b08523d6afb6f703a0deda79010ee6feec3183d3f385fa310) AuthConfig (fbde7ddfddbb797020ac78e8b6bff80431f516ae89ad79846c4e7227e9fc7fd6) AuthConfig (64ff9d909cfdbf380fd92f7872ee44714e05a9b30c9bc5462e2c028ef0ff1f75) AuthConfig (0de3932319213794e8daf19782026505c1e53f00ebd9b2436574e623141f4f05) AuthConfig (f985b0eee6f86be4c9b126d1c7a097583da47744bb5de8947e223cee6c292175) AuthConfig (166fa2e2ffdf1e92bc27a3968bdb2ba477cd75e26ad2b22f8ea0090677e9f3f9) AuthConfig (a365852380901ff28861bfdb76d7e9eaa32cdc5eb2e52402d2bb62b4f3563bb3) AuthConfig (ec222e8a02693274b1616da3ca71d766294b0414f6ba0972e9c9658cf6ecdb45) AuthConfig (3b1592c681bf0fa08bc1ae9262a4ee1971172fdb9c1636538253a2d415b9a836) AuthConfig (2816e3d3432d3c8bffd7ce844abb5ec981fe710b38a2d980f3206af2ac1fde49) AuthConfig (a684cd1cf98949e9c71d7f93b12259e2b9fc09149c6b60727746e3e9b223c836) AuthConfig (b112fc5a20f8a8f9c00d5a5c4899e3b2adddca20a2f55d8b9f8faad402235c09)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"73dd2c20-c5ae-4123-8768-3bfb77e5e54f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:57.080149079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"ae962f02-766a-4295-8929-4402be4ab64b","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:12:57.08018584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"ae962f02-766a-4295-8929-4402be4ab64b","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:04.988876918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"4b7f52d6-1381-494d-8792-bf72c17c0fd2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:05.048501274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"4b7f52d6-1381-494d-8792-bf72c17c0fd2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:05.107435115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"4b7f52d6-1381-494d-8792-bf72c17c0fd2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:07.189390471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"84ad178e-2576-45f7-950c-4c866de5f61d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:07.249002036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"84ad178e-2576-45f7-950c-4c866de5f61d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:07.307190857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4adf4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02cad32c2c52e08ade8d3747631012f14e32dbb713c37f1df1c64a390610fd91) AuthConfig (9cdf481641d1e2bb20e581892002ecd22e412421a3ce0f7984e2de54b39f62eb) AuthConfig (3d30b0ba527f26315486cc0eb8a6df57d98985e9c97505ad21f7b83c1c5df217) AuthConfig (4735e35144d07fd9c5d1664dc2d0e343a9306666fb35419f1f93f910dbecb94d) AuthConfig (c884289505f04f15a9986d1b3dc4f5f1b975bf17fd9a86a631b73459a099ff72) AuthConfig (f205077530ea3d9c24a85949fe040edbc0fe96fe02b83f6f8097f0dd56c881c8) AuthConfig (9684b016337c732b08523d6afb6f703a0deda79010ee6feec3183d3f385fa310) AuthConfig (fbde7ddfddbb797020ac78e8b6bff80431f516ae89ad79846c4e7227e9fc7fd6) AuthConfig (64ff9d909cfdbf380fd92f7872ee44714e05a9b30c9bc5462e2c028ef0ff1f75) AuthConfig (0de3932319213794e8daf19782026505c1e53f00ebd9b2436574e623141f4f05) AuthConfig (f985b0eee6f86be4c9b126d1c7a097583da47744bb5de8947e223cee6c292175) AuthConfig (166fa2e2ffdf1e92bc27a3968bdb2ba477cd75e26ad2b22f8ea0090677e9f3f9) AuthConfig (a365852380901ff28861bfdb76d7e9eaa32cdc5eb2e52402d2bb62b4f3563bb3) AuthConfig (ec222e8a02693274b1616da3ca71d766294b0414f6ba0972e9c9658cf6ecdb45) AuthConfig (3b1592c681bf0fa08bc1ae9262a4ee1971172fdb9c1636538253a2d415b9a836) AuthConfig (2816e3d3432d3c8bffd7ce844abb5ec981fe710b38a2d980f3206af2ac1fde49) AuthConfig (a684cd1cf98949e9c71d7f93b12259e2b9fc09149c6b60727746e3e9b223c836) AuthConfig (b112fc5a20f8a8f9c00d5a5c4899e3b2adddca20a2f55d8b9f8faad402235c09)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"84ad178e-2576-45f7-950c-4c866de5f61d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:14.261889958Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:15.282769957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"3be18169-ee48-405e-9d16-386599f20d8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:15.342768952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"3be18169-ee48-405e-9d16-386599f20d8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:15.401022501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"3be18169-ee48-405e-9d16-386599f20d8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:17.416617994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"94044090-f272-492a-8558-0f2fad8c628b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:17.477360283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"94044090-f272-492a-8558-0f2fad8c628b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:17.540316291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-4adf4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02cad32c2c52e08ade8d3747631012f14e32dbb713c37f1df1c64a390610fd91) AuthConfig (9cdf481641d1e2bb20e581892002ecd22e412421a3ce0f7984e2de54b39f62eb) AuthConfig (3d30b0ba527f26315486cc0eb8a6df57d98985e9c97505ad21f7b83c1c5df217) AuthConfig (4735e35144d07fd9c5d1664dc2d0e343a9306666fb35419f1f93f910dbecb94d) AuthConfig (c884289505f04f15a9986d1b3dc4f5f1b975bf17fd9a86a631b73459a099ff72) AuthConfig (f205077530ea3d9c24a85949fe040edbc0fe96fe02b83f6f8097f0dd56c881c8) AuthConfig (9684b016337c732b08523d6afb6f703a0deda79010ee6feec3183d3f385fa310) AuthConfig (fbde7ddfddbb797020ac78e8b6bff80431f516ae89ad79846c4e7227e9fc7fd6) AuthConfig (64ff9d909cfdbf380fd92f7872ee44714e05a9b30c9bc5462e2c028ef0ff1f75) AuthConfig (0de3932319213794e8daf19782026505c1e53f00ebd9b2436574e623141f4f05) AuthConfig (f985b0eee6f86be4c9b126d1c7a097583da47744bb5de8947e223cee6c292175) AuthConfig (166fa2e2ffdf1e92bc27a3968bdb2ba477cd75e26ad2b22f8ea0090677e9f3f9) AuthConfig (a365852380901ff28861bfdb76d7e9eaa32cdc5eb2e52402d2bb62b4f3563bb3) AuthConfig (ec222e8a02693274b1616da3ca71d766294b0414f6ba0972e9c9658cf6ecdb45) AuthConfig (3b1592c681bf0fa08bc1ae9262a4ee1971172fdb9c1636538253a2d415b9a836) AuthConfig (2816e3d3432d3c8bffd7ce844abb5ec981fe710b38a2d980f3206af2ac1fde49) AuthConfig (a684cd1cf98949e9c71d7f93b12259e2b9fc09149c6b60727746e3e9b223c836) AuthConfig (b112fc5a20f8a8f9c00d5a5c4899e3b2adddca20a2f55d8b9f8faad402235c09)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"94044090-f272-492a-8558-0f2fad8c628b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:19.061387876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"d4038fb5-0106-4efb-816c-0f1eda3a3071","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:19.161820121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"1fa42a51-22f8-4b44-aeb0-4abcdd9f8196","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:19.37088483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"aab1bf9c-2255-497c-ad5b-9816e7c488e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:19.472535487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e87f732f-4d35-4d42-84e9-3150c6e6e9df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:19.495034007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"8c628c0a-431d-4841-98ef-4e6b200f3ef0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:19.571678637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"4e8a1e15-eb60-443b-8123-3b4b6e24fe68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:19.672283456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"da95b7f6-36ae-4b54-988d-754f5ddae631","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:19.869096641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"7b0a204d-3928-4ecf-92ab-01bae6352758","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:20.120929671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"ec5cbf8a-c61b-4ba7-b417-a060e2a2a041","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:20.257084951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"e0610998-6117-4b8a-8d1b-209350010d64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:20.363460642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"c0d98490-0b00-4f2a-a35f-ced9af7067f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.401926298Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","namespace":"ai-tenant-e2e-api-b-dc980b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.402136809Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","namespace":"ai-tenant-e2e-api-b-dc980b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.402287138Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","tenant":"e2e-api-b-dc980b","tenantID":"e2e-api-b-dc980b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.466500399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"Deployment","name":"maas-api-e2e-api-b-dc980b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.536687591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"Service","name":"maas-api-e2e-api-b-dc980b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.598916075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-dc980b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.669751334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-dc980b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.741473635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.801535231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.876482772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.938393256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:21.995524261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"Deployment","name":"payload-processing-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:22.049963408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:22.103896876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"Service","name":"payload-processing-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:22.158046591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"Service","name":"payload-pre-processing-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:22.211960552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:22.266187846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:22.32021935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:22.381351043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:22.438544076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:22.497942272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:22.55750781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-dc980b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:22.611487888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc980b"},"namespace":"ai-tenant-e2e-api-b-dc980b","name":"default-tenant","reconcileID":"f1197b03-6e24-4876-98bd-6afcc5dbd74e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-dc980b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:23.486461112Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-dc980b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-dc980b","reconcileID":"50388cae-372c-4d70-9c1e-66133a6f6b89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-dc980b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-dc980b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:24.781794125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db6700-4fa2-45a7-8d51-184e49a05e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:24.836127647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db6700-4fa2-45a7-8d51-184e49a05e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:24.890620208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db6700-4fa2-45a7-8d51-184e49a05e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:24.945036115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db6700-4fa2-45a7-8d51-184e49a05e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:25.509415056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"9111bcea-bdf7-4dc5-a773-bfc1972a4271","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:25.569127108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"9111bcea-bdf7-4dc5-a773-bfc1972a4271","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:25.895757807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aebff235-f46e-422d-a107-467ed6d08474","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:25.895783402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aebff235-f46e-422d-a107-467ed6d08474","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:26.974961424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6326df6b-1de6-4302-90c9-c7ebf8634fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:27.029567366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6326df6b-1de6-4302-90c9-c7ebf8634fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:27.083913231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6326df6b-1de6-4302-90c9-c7ebf8634fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:27.138374713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6326df6b-1de6-4302-90c9-c7ebf8634fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:27.649249163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"1714b4e8-ad6c-4613-ba93-49c2ae83e3c8","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:27.709515079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"1714b4e8-ad6c-4613-ba93-49c2ae83e3c8","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:28.03832238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"651a2c7f-50d1-4710-bc88-834c654cd4b4","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:28.038343869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"651a2c7f-50d1-4710-bc88-834c654cd4b4","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.269653808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"b4d19ea1-9046-4e7f-bbfc-97e0835af6f0","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.269678541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"b4d19ea1-9046-4e7f-bbfc-97e0835af6f0","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.333451577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"f52175ad-5b8a-4e89-b308-8bad8efe8696","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.333475102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"f52175ad-5b8a-4e89-b308-8bad8efe8696","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.37904382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"cfb0e352-aca1-46d4-bf15-f4e594706743","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:13:33.38704248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"7520f73e-8f36-4e91-b1cb-7f20a808c07d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-mt-tenantcfg-d2e324\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.438854453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"cfb0e352-aca1-46d4-bf15-f4e594706743","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.498774046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"7e40c79a-2bcb-48d9-ac93-3f6def4d709d","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.498797401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"7e40c79a-2bcb-48d9-ac93-3f6def4d709d","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.558075431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"59ad36d4-85ec-4d6e-91be-55151f415980","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.558100859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"59ad36d4-85ec-4d6e-91be-55151f415980","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.787872888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"2b8f17bb-a756-4431-890b-5ea43a49af4f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.860909038Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"eacb27bb-40ba-4f7f-9692-a45c4dc19654","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"maas-trlp-tenantcfg-model-4adf4c","model":"tenantcfg-model-4adf4c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-4adf4c/e2e-mt-tenantcfg-d2e324"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:33.867485486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"2b8f17bb-a756-4431-890b-5ea43a49af4f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:34.034594795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"514c8ccb-8616-459b-a6ac-e5640c0dfac2","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:34.034728905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"514c8ccb-8616-459b-a6ac-e5640c0dfac2","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:34.256481158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"b635754d-9841-40e6-a1d3-aa0af0a2a40f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"maas-trlp-tenantcfg-model-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:37.723642674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf57ae3b-aeed-4d5f-9baf-91c23feab3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:37.778070811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf57ae3b-aeed-4d5f-9baf-91c23feab3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:37.835260486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf57ae3b-aeed-4d5f-9baf-91c23feab3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:37.891820919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf57ae3b-aeed-4d5f-9baf-91c23feab3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:38.253792852Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-131718","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-131718","reconcileID":"8b33afa5-ac53-476d-8784-ca22deb8cb50","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-131718","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-131718":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:39.86195406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4bbeeba-50d0-4c8b-a30f-f916b215a743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:39.916857167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4bbeeba-50d0-4c8b-a30f-f916b215a743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:39.97133208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4bbeeba-50d0-4c8b-a30f-f916b215a743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:40.025838511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4bbeeba-50d0-4c8b-a30f-f916b215a743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:42.008461475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d20cbb-2809-4d97-938a-7490d2f2fa9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:42.06336886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d20cbb-2809-4d97-938a-7490d2f2fa9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:42.11902943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d20cbb-2809-4d97-938a-7490d2f2fa9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:42.175060263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d20cbb-2809-4d97-938a-7490d2f2fa9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:44.134514382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f360a4-f7a0-4059-81f0-f9706c46aaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:44.189226026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f360a4-f7a0-4059-81f0-f9706c46aaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:44.244077247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f360a4-f7a0-4059-81f0-f9706c46aaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:44.262281898Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:44.298550451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f360a4-f7a0-4059-81f0-f9706c46aaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:50.769876438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8774a47e-7396-4126-8206-a027267fe5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:50.824237491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8774a47e-7396-4126-8206-a027267fe5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:50.878667965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8774a47e-7396-4126-8206-a027267fe5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:50.936240484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8774a47e-7396-4126-8206-a027267fe5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:52.349253285Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-535e84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-535e84","reconcileID":"431b88ea-15e6-47d4-bb2f-74df2c964b17","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-535e84","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-535e84":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:53.062906887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35a78b6-1eb3-4090-b2b3-53357b484af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:53.124436174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35a78b6-1eb3-4090-b2b3-53357b484af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:53.17876827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35a78b6-1eb3-4090-b2b3-53357b484af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:53.232993194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35a78b6-1eb3-4090-b2b3-53357b484af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:54.573818959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"dd840dea-a4d5-4e86-87fc-eb41165a6b14","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"maas-trlp-tenantcfg-model-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:54.824806725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"e7cb5efc-fd76-4afa-952c-d9c85fac4d7f","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:54.824831817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"e7cb5efc-fd76-4afa-952c-d9c85fac4d7f","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:55.118438235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"f377cd5f-1472-4560-9168-a5432e185087","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:55.177893091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"f377cd5f-1472-4560-9168-a5432e185087","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:55.217315111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06d88eb-f790-438e-9c16-1bf048382d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:55.271877013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06d88eb-f790-438e-9c16-1bf048382d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:55.326576287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06d88eb-f790-438e-9c16-1bf048382d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:55.381485735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06d88eb-f790-438e-9c16-1bf048382d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:56.394301621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"4ad13bea-7c38-48c1-800a-0a8a8c80e835","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:56.394323287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"4ad13bea-7c38-48c1-800a-0a8a8c80e835","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:56.407087306Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2d683e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2d683e","reconcileID":"695f29ad-84a9-44b6-8f10-2b288ba3cd2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2d683e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-2d683e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:56.546306845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"799c3863-87c8-445a-80d3-dc172620dd65","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:56.546328201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"799c3863-87c8-445a-80d3-dc172620dd65","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:56.715743027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"35661647-cb63-438c-81c9-6654fc738c2c","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:56.849952879Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"35661647-cb63-438c-81c9-6654fc738c2c","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:56.908936944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-fb1c1f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"35661647-cb63-438c-81c9-6654fc738c2c","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:56.969088918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"aadf6c30-878b-4b76-a8e5-8fbd702bf3fc","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:56.969115028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"aadf6c30-878b-4b76-a8e5-8fbd702bf3fc","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:57.384526801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fcf2b8-7b8d-4152-ab9e-5967f09ab28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:57.441503724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fcf2b8-7b8d-4152-ab9e-5967f09ab28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:57.502295335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fcf2b8-7b8d-4152-ab9e-5967f09ab28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:57.556705514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fcf2b8-7b8d-4152-ab9e-5967f09ab28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:59.518804744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3329ce-36ed-4b76-a287-6a50b6cb03b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:59.57356596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3329ce-36ed-4b76-a287-6a50b6cb03b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:59.628183475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3329ce-36ed-4b76-a287-6a50b6cb03b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:13:59.683121867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3329ce-36ed-4b76-a287-6a50b6cb03b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:00.862132487Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"6a538713-47bd-4b45-b759-c02ae13e10ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:00.862720108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2c48fe3-29fc-4667-bdf8-991dde54eac0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:00.862741862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2c48fe3-29fc-4667-bdf8-991dde54eac0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:01.019656806Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-policy-bd509b33","reconcileID":"6a538713-47bd-4b45-b759-c02ae13e10ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"policyNamespace":"ai-tenant-e2e-mt-3fd16ef9","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:01.078433005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87b7cf88-cf16-4423-a5cf-0431f464ad5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:01.078463494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87b7cf88-cf16-4423-a5cf-0431f464ad5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:01.225155379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e81118b-8adf-4961-ad65-564c13000676","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:01.225213434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e81118b-8adf-4961-ad65-564c13000676","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:01.702156517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c666b1-85d2-4f0d-ab33-2de4e19039c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:01.756738983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c666b1-85d2-4f0d-ab33-2de4e19039c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:01.8112724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c666b1-85d2-4f0d-ab33-2de4e19039c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:01.865870424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c666b1-85d2-4f0d-ab33-2de4e19039c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:03.822934831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f49a812-463c-4e15-92b4-e30dc6cb2423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:03.877408527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f49a812-463c-4e15-92b4-e30dc6cb2423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:03.932082848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f49a812-463c-4e15-92b4-e30dc6cb2423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:03.988584856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f49a812-463c-4e15-92b4-e30dc6cb2423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:07.077759763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"035eaccf-de97-48c3-9cad-d19f481a066f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:07.138598397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"035eaccf-de97-48c3-9cad-d19f481a066f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:07.200436394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-fb1c1f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"035eaccf-de97-48c3-9cad-d19f481a066f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:10.174192048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"cc9f75c9-fc1b-44a7-820a-5a69cb6c983d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:10.279673403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"943c78d6-3a2f-4566-946c-2693b7094838","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:10.371811527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"24671f65-ddfa-4b78-a662-f635c7483467","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:10.37181865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"05866397-5e7c-449c-8617-0d852639adc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:10.4717979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"8bb60698-2e7e-4f23-9c2e-8c6df242d685","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:10.572207016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"ce5f3fc0-70c9-44d6-babf-7b2fe681165b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:10.674049843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"a9f5e5e7-3ec1-47dd-b869-5757b3e1eca9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:10.775546301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"a7931eba-a374-4fac-9b81-502a3f3a9680","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:10.836008768Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de62d70e-a548-4164-a80c-029a6abf6d61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:10.874768939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"4a16de00-ac07-46d9-aca4-338c85723f3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:10.975556374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"cda7fbcb-5d25-41ef-a754-00e3279ec7c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:11.166150449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"913c8cd6-c0d3-4353-a4dd-db46691b3bf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:11.267087082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"9f7b4be0-9887-4665-adcf-adc5b8194e6c","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"maas-trlp-tenantcfg-model-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:11.273090678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"71d11b99-355d-4e90-9806-c06ce65d6360","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:11.393963249Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-sub-bd509b33","reconcileID":"70641118-f9b4-4413-a31a-906da1dc2449","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-bd509b33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:11.558360216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"namespace":"ai-tenant-e2e-mt-3fd16ef9","name":"e2e-shared-int-sub-bd509b33","reconcileID":"70641118-f9b4-4413-a31a-906da1dc2449","MaaSSubscription":{"name":"e2e-shared-int-sub-bd509b33","namespace":"ai-tenant-e2e-mt-3fd16ef9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:11.783544993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78b80048-b457-4775-bee6-7d4680882c9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:11.783567124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78b80048-b457-4775-bee6-7d4680882c9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:14.263447366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:17.309774678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"8beae5e3-9340-49fc-a5c8-6bf63149e408","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:17.424305211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"8beae5e3-9340-49fc-a5c8-6bf63149e408","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:17.482741559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-fb1c1f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75627d8be3244435e199639f83f2af3e60f550db799e7ca47e29989b49729c1c) AuthConfig (68f3fd3fc68759839e0f2395dc6d999fad7a5b408d5df7f304cfd822011306de) AuthConfig (b77746758a3c199a60641d1cfa757170f1c8d1440a6f0734423c4de65e5a3208) AuthConfig (1ec67307fc19bea4b7dbbe7f2437858f2222742de11893ca4abe0496119ecc31) AuthConfig (07cf642e5a4f92740dce12b94437efa64d5c341448b1ce701cdc43159c2586dd) AuthConfig (a9e09c89b38b0cd49d5b644e5d333ce3718d88d79a455c9fc8a5d95bf478d868) AuthConfig (32f4c0c26b0e24e889e99fbe7730e2ae2d4e0dcecc449d94827521f26f83d92e) AuthConfig (cd1afbb129e8e8b44bd5ec9a1294524524533cbf10d2d1da0d33394f0741b68c) AuthConfig (a1d0a130e6fd4c492e910dab454a7d016f7d47156005cf586cf15a1847c4da3c) AuthConfig (85980bdd375a225030315d4961a7dc0a8eafa0b0c9ad2d5e4f38155ae5611841) AuthConfig (91a3ceddbc74569883f5a4f265411d9abd4bc5a585cf2942ed128cd54c3ebf06) AuthConfig (5cef1fd021bdf546c5c2b5ad920ce05b122b0f517af5e20e1311b7ee536d11a2) AuthConfig (dbbf3b24f7a8ac5a11d491f393dab30f5a276ca94a0f1121655357bf8881d684) AuthConfig (1354482f450b841c2b67464270aab7f326511182fe80c2cc769fdbd9ea13c5f6) AuthConfig (378e081d4d1b19dfc13150bd3fd553f1cc83a93c741d6f90cc6aac7ef8a38a64) AuthConfig (13f432b26b38fb8f2348500d60c0ce5ffdce127ccedb565ab9caf1f1fc357844) AuthConfig (828fd6773b432c8a29538b3f869dbef5598ac864a615f7779bd155134e2746e3) AuthConfig (1171425242c153dba5a14359e2f86d63c2bd19d0188ae9f1f06e98ab87c2dc93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"8beae5e3-9340-49fc-a5c8-6bf63149e408","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:17.54322359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"70966896-df73-4c77-aa74-8aa4a8b97d7a","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:17.543349504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"70966896-df73-4c77-aa74-8aa4a8b97d7a","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:27.653920872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"b33d8bbb-6f48-40ef-83fb-062d39ab8942","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:27.71330279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"b33d8bbb-6f48-40ef-83fb-062d39ab8942","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:27.993531305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"d30e9903-a9ec-4c6b-af9d-5304922033ec","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:27.993553638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"d30e9903-a9ec-4c6b-af9d-5304922033ec","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:32.965453043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"006286ed-a15a-485b-b63e-3f7d8a23adf3","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:32.965476325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"006286ed-a15a-485b-b63e-3f7d8a23adf3","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.028471169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"5573ac9c-1f96-480a-80eb-671fdc4846f5","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.028500399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"5573ac9c-1f96-480a-80eb-671fdc4846f5","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.075876669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"4ac18e8e-f25e-4726-b7ca-bf3de2c7fa56","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:14:33.076671378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"790a27f3-d631-4699-9da2-9c9de66225e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-mt-tenantcfg-d2e324\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.136635581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"4ac18e8e-f25e-4726-b7ca-bf3de2c7fa56","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.187960324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"f3f283cf-f90f-42dd-8578-d8a192ad259e","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.187981341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"f3f283cf-f90f-42dd-8578-d8a192ad259e","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.246555154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"b384e028-5238-4b96-a952-d68556a7c627","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.246577013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"b384e028-5238-4b96-a952-d68556a7c627","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.454524318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"63954832-c108-4e7c-ae28-6fde47382892","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.473494251Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"fc4e4dd5-0785-41b9-9dad-2ac5f0935f4a","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"maas-trlp-tenantcfg-model-fb1c1f","model":"tenantcfg-model-fb1c1f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-fb1c1f/e2e-mt-tenantcfg-d2e324"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.514270059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"63954832-c108-4e7c-ae28-6fde47382892","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.648294828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"abec4ffa-1092-44cc-ba56-5a73763aa149","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.64832205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"abec4ffa-1092-44cc-ba56-5a73763aa149","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:33.866443198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"237a3f28-632d-4c42-8bd4-46dae38d60d7","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"maas-trlp-tenantcfg-model-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:41.033569779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"7da6d4e7-eb0c-4888-afd2-5abef6d95c41","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-131718","tenantID":"e2e-ipp-a-131718","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:41.156105959Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"7da6d4e7-eb0c-4888-afd2-5abef6d95c41","name":"e2e-ipp-a-131718-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:44.262724866Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:55.832237964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"29f9d7be-baae-45f3-9cbe-cbf0738e2fc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.008824648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"dc1151f5-2f7e-46c4-9a3b-095c76d74c75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.13885074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"d4d3fb3b-9a4e-40ff-866d-47c6357d7da1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.220644932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"df102fd7-01d6-4461-be47-b85c672f0d4c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-535e84","tenantID":"e2e-ipp-b-535e84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.318834606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"1420c17a-f050-4ce7-b0e1-8d5d7034fa0c","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"maas-trlp-tenantcfg-model-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.342929796Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"df102fd7-01d6-4461-be47-b85c672f0d4c","name":"e2e-ipp-b-535e84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.493468184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"febdd8aa-840c-48f9-a462-f4886aca8ef8","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.493488489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"febdd8aa-840c-48f9-a462-f4886aca8ef8","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.51880667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2918f08-58ad-4094-9979-1fd87b72fc7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.66547545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"a92e4647-691f-49ea-a0be-bc835343e28e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.666138175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"1e173aaa-6049-4b65-b7ff-9d629867c7a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.727637746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"13728736-0c3c-496b-8f9c-ccfc86d1070e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.785744315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"a4165fac-e898-4e01-8ebb-0d6c48ac1499","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.89477349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"4420f70c-115c-4c8a-8a3b-a3103e55cf41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.997548625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"43540530-9f38-4b76-addb-494e27404570","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:56.997553905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"999b0808-5f16-46d7-bd7a-e07ceede0ffe","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"maas-trlp-tenantcfg-model-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:57.122349058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6e2a320-75b8-478c-aee1-778f596bc8b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:57.223459172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"1988056b-7f08-44ae-8241-bf587983cabd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:57.413602316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"97bb140b-b84e-4311-8102-2b64d3caa83c","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:57.473356307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"97bb140b-b84e-4311-8102-2b64d3caa83c","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:58.10372392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"952af7c9-9a0d-47fc-820a-e21500e28386","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:58.163267078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"952af7c9-9a0d-47fc-820a-e21500e28386","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:58.213526944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"7c9718bc-0849-4960-ac5c-17499ccf3cf4","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"maas-trlp-tenantcfg-model-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:58.870029441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"f753b6b9-9285-4786-896b-796d682651e9","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:58.870148484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"f753b6b9-9285-4786-896b-796d682651e9","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:59.087739484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"8abcc38d-0278-41ea-87ed-c567913a1b11","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:59.142747322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"bcba13f7-2699-44ba-acef-085eaef309f8","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"maas-trlp-tenantcfg-model-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:59.147086392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"8abcc38d-0278-41ea-87ed-c567913a1b11","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:59.884289834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d9b3fd-fd3a-4097-bdac-c1395f319b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:59.939059059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d9b3fd-fd3a-4097-bdac-c1395f319b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:14:59.993412088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d9b3fd-fd3a-4097-bdac-c1395f319b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:00.048201296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d9b3fd-fd3a-4097-bdac-c1395f319b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:02.086487596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ec6690-5d2c-4e02-9807-3ad6bd011885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:02.140802235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ec6690-5d2c-4e02-9807-3ad6bd011885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:02.195772602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ec6690-5d2c-4e02-9807-3ad6bd011885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:02.251460634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ec6690-5d2c-4e02-9807-3ad6bd011885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:04.208652183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92108ef-1d8c-4748-aeb3-8bc13f16ce71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:04.264292074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92108ef-1d8c-4748-aeb3-8bc13f16ce71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:04.318536566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92108ef-1d8c-4748-aeb3-8bc13f16ce71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:04.372901786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92108ef-1d8c-4748-aeb3-8bc13f16ce71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:06.335621212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e15b63b-a1fe-4e40-82c6-904ca4d2c047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:06.390798955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e15b63b-a1fe-4e40-82c6-904ca4d2c047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:06.446105386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e15b63b-a1fe-4e40-82c6-904ca4d2c047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:06.500567116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e15b63b-a1fe-4e40-82c6-904ca4d2c047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:07.053903834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"22ae6d4c-c961-4fdd-9e06-07d2938feb81","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-2d683e","tenantID":"e2e-ipp-b-2d683e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:07.175722781Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"22ae6d4c-c961-4fdd-9e06-07d2938feb81","name":"e2e-ipp-b-2d683e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:09.159183017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"54280b2e-4ce3-407f-b747-c8283a66c8b7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:09.191959904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"ebdcdfea-1798-4862-88aa-f70483ee7321","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:09.191978965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"ebdcdfea-1798-4862-88aa-f70483ee7321","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:09.218477463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"54280b2e-4ce3-407f-b747-c8283a66c8b7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:09.269135359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"7e3ca4a3-fb80-432f-bf4c-a8bf907a95d6","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"maas-trlp-tenantcfg-model-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:09.300062557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"c825dd11-4dd8-4872-9e47-428e194e09a2","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:09.360351468Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"fc82f2ed-a76b-418f-b64c-797e6be9823e","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1cab5f60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:09.360952153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"c825dd11-4dd8-4872-9e47-428e194e09a2","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:09.736207784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"cb1cdcfa-9fa0-45b9-97d9-e304171b7c24","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:09.795562891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"cb1cdcfa-9fa0-45b9-97d9-e304171b7c24","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:11.995632333Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"3acb32eb-1598-4cc9-bafe-b468bd2da883","api-key-max-expiration-days":"7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:14.262190012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:17.042148666Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"3b79c005-dbc6-42be-9ffe-6ee9de64d214","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:19.434680858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"8f055051-9118-421f-8c13-c3fd3040c31b","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","subscription":"e2e-mt-tenantcfg-d2e324","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:19.491463221Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"8f055051-9118-421f-8c13-c3fd3040c31b","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:19.555863521Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"8f055051-9118-421f-8c13-c3fd3040c31b","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"maas-trlp-tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:19.865527531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"9116c1a9-2b04-4870-b646-a54fb00a9500","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:19.865648574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"9116c1a9-2b04-4870-b646-a54fb00a9500","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:19.989833237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"26b29c08-8fe9-4975-a2ff-4906e9c8985b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:20.008108426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"602ef29c-daad-42ad-ae78-0697cc5ce9e4","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:20.008126997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"602ef29c-daad-42ad-ae78-0697cc5ce9e4","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:20.059334746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"26b29c08-8fe9-4975-a2ff-4906e9c8985b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:20.146653758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"97c5c4e7-5611-4d0c-b82b-f59eaff84cf2","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:20.202350564Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"1ed273d8-5993-41d8-aea6-13559b40078a","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-732324a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:20.207297506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"97c5c4e7-5611-4d0c-b82b-f59eaff84cf2","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:20.394745778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"dd9d62f7-1ea3-46c1-8f4e-d103ca738940","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:20.463939972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"dd9d62f7-1ea3-46c1-8f4e-d103ca738940","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:20.601658396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"6e4244b9-df60-4dc9-91f8-ae31b9744d21","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:20.668071604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"6e4244b9-df60-4dc9-91f8-ae31b9744d21","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:30.25977937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"70d5eaae-fac2-4d28-95c3-0446d428095b","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","subscription":"e2e-mt-tenantcfg-d2e324","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:30.318904831Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"70d5eaae-fac2-4d28-95c3-0446d428095b","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:30.374025638Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"70d5eaae-fac2-4d28-95c3-0446d428095b","MaaSSubscription":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"maas-trlp-tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:30.678951956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"d3fa5be4-2840-4cc7-acf4-5a2817930cf4","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:30.678976501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"d3fa5be4-2840-4cc7-acf4-5a2817930cf4","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:30.798978512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"c9c7019d-24f0-4301-88ee-86966f8b555b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:30.819016442Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"0d3e566f-8696-44ea-826b-597946c3179f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:30.819780409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"3ca7fec3-3a01-459e-9658-ba45d643bd4a","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:30.819804434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"3ca7fec3-3a01-459e-9658-ba45d643bd4a","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:30.867086791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"c9c7019d-24f0-4301-88ee-86966f8b555b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.030475382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"0d3e566f-8696-44ea-826b-597946c3179f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.164475435Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"0d3e566f-8696-44ea-826b-597946c3179f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"name":"e2e-shared-a-w2-4adf4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.164610871Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"0d3e566f-8696-44ea-826b-597946c3179f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.190581319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"df0f9c5e-4346-4bde-adc5-c2edada67915","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.225788076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"87c9ce1b-f1bc-461c-9870-c5163980bca4","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"tenant":"e2e-shared-a-w2-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","model":"ai-tenant-e2e-shared-a-w2-4adf4c/tenantcfg-model-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.22618415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"tenantcfg-model-4adf4c","reconcileID":"87c9ce1b-f1bc-461c-9870-c5163980bca4","MaaSModelRef":{"name":"tenantcfg-model-4adf4c","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"routeName":"tenantcfg-model-4adf4c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","llmisvcName":"tenantcfg-model-4adf4c","gateway":"openshift-ingress/e2e-shared-a-w2-4adf4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.254155421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"df0f9c5e-4346-4bde-adc5-c2edada67915","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.364836421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"60416cdc-dec0-4576-84b4-c31ad6afe8fe","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.364930677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"60416cdc-dec0-4576-84b4-c31ad6afe8fe","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.46465182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"55187100-a914-46b0-b058-a009fa85fcc5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.746387553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"55187100-a914-46b0-b058-a009fa85fcc5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.879018489Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"55187100-a914-46b0-b058-a009fa85fcc5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"name":"e2e-shared-b-w2-fb1c1f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.879043211Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"e2e-mt-tenantcfg-d2e324","reconcileID":"55187100-a914-46b0-b058-a009fa85fcc5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-d2e324","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.939457535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"919813c4-80bf-4b64-99ba-72260064a760","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"tenant":"e2e-shared-b-w2-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","model":"ai-tenant-e2e-shared-b-w2-fb1c1f/tenantcfg-model-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:31.939485992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"tenantcfg-model-fb1c1f","reconcileID":"919813c4-80bf-4b64-99ba-72260064a760","MaaSModelRef":{"name":"tenantcfg-model-fb1c1f","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"routeName":"tenantcfg-model-fb1c1f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","llmisvcName":"tenantcfg-model-fb1c1f","gateway":"openshift-ingress/e2e-shared-b-w2-fb1c1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:44.263884994Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:47.342421468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fba03a-8bca-4b05-a0da-2ffbe76591cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:47.39710521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fba03a-8bca-4b05-a0da-2ffbe76591cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:47.45272381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fba03a-8bca-4b05-a0da-2ffbe76591cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:47.510582874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fba03a-8bca-4b05-a0da-2ffbe76591cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:47.859671547Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3a348f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3a348f","reconcileID":"a9fb1621-a7b4-4b83-9f5f-9e9301b2da03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3a348f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-3a348f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:49.480610477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ad81e9-2381-483e-a21f-beadf3c7b2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:49.535486659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ad81e9-2381-483e-a21f-beadf3c7b2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:49.590416978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ad81e9-2381-483e-a21f-beadf3c7b2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:49.645101277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ad81e9-2381-483e-a21f-beadf3c7b2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:51.688905767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53f5b4f-f718-4dd7-bd1f-e1fe703f913e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:51.743712359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53f5b4f-f718-4dd7-bd1f-e1fe703f913e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:51.798298759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53f5b4f-f718-4dd7-bd1f-e1fe703f913e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:51.853328081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53f5b4f-f718-4dd7-bd1f-e1fe703f913e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:53.814656001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ecbf8e-77e5-49bf-abfa-829ac8834963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:53.869856638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ecbf8e-77e5-49bf-abfa-829ac8834963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:53.92413321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ecbf8e-77e5-49bf-abfa-829ac8834963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:53.978980106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ecbf8e-77e5-49bf-abfa-829ac8834963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:55.93709068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a4c3d2-e52a-4fbb-935a-f0cd773d46a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:55.991415953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a4c3d2-e52a-4fbb-935a-f0cd773d46a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:56.046073487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a4c3d2-e52a-4fbb-935a-f0cd773d46a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:56.100448459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a4c3d2-e52a-4fbb-935a-f0cd773d46a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:58.076487954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6fffc2-b482-4e19-bfc7-6a563302072a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:58.131054225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6fffc2-b482-4e19-bfc7-6a563302072a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:58.186144123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6fffc2-b482-4e19-bfc7-6a563302072a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:15:58.240698858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6fffc2-b482-4e19-bfc7-6a563302072a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:00.190289481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f416fbfa-1e5c-4b1f-9121-29f72bac93c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:00.244833474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f416fbfa-1e5c-4b1f-9121-29f72bac93c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:00.299340453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f416fbfa-1e5c-4b1f-9121-29f72bac93c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:00.353961195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f416fbfa-1e5c-4b1f-9121-29f72bac93c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:02.326532678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849d496c-d0f5-4e30-8da3-ea69dcdda6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:02.38119648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849d496c-d0f5-4e30-8da3-ea69dcdda6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:02.435981149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849d496c-d0f5-4e30-8da3-ea69dcdda6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:02.490812377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849d496c-d0f5-4e30-8da3-ea69dcdda6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:08.228274309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"7b82bc7e-80e8-43fa-b984-28feae29d68d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:08.679593692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f99c25d4-e281-430e-b2fe-cc2d1cceef9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:08.734191306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"209e2d64-5c2e-4c8d-8304-68311c8eb323","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:08.923510575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"dc61a655-96ba-4b58-8581-30ed6f289561","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.044056021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"eefc5d77-6b12-41d2-8f5d-48023d8d19df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.143552043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"9fda2ba3-1b6b-42d7-a9a7-8cf81ee756e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.170834727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"475746c3-731c-4e6f-95fd-f8c76c890871","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.244200715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"cdb2cc5b-494a-4682-b378-63dbd3b628be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.345275402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a54682b6-e503-4164-8c50-59d71ffcf570","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.388116647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec2e458-135b-458f-90e7-ed425067b11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.442640705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec2e458-135b-458f-90e7-ed425067b11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.497222165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec2e458-135b-458f-90e7-ed425067b11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.497414493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"b20c3021-e9f0-4b08-935f-0c9c0f6d14d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.551657903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec2e458-135b-458f-90e7-ed425067b11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.660823895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"4adc3ece-f802-491d-a1a6-10ee3e6de878","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:09.661283798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"1d602c37-fc4b-42c9-a861-2b213e4d1bb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:10.756586709Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-601a4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-601a4b","reconcileID":"30dc6636-3983-47fc-a669-6fffeacab85c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-601a4b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-601a4b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:11.512202542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec18520-f75e-48d5-b92f-e611328a509a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:11.567318937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec18520-f75e-48d5-b92f-e611328a509a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:11.621668537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec18520-f75e-48d5-b92f-e611328a509a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:11.675910454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec18520-f75e-48d5-b92f-e611328a509a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:13.690370359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c3a3b-67fb-4739-91e9-58e0cdce409c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:13.744563135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c3a3b-67fb-4739-91e9-58e0cdce409c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:13.798856852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c3a3b-67fb-4739-91e9-58e0cdce409c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:13.857368165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c3a3b-67fb-4739-91e9-58e0cdce409c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:14.262348618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:15.896386597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22567d6-1f30-4fe5-b407-d2ffc969fc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:15.951206404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22567d6-1f30-4fe5-b407-d2ffc969fc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:16.005823492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22567d6-1f30-4fe5-b407-d2ffc969fc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:16.060728131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22567d6-1f30-4fe5-b407-d2ffc969fc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:18.080004396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1cae64-2b5a-4a07-b935-57aa4433b1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:18.134500851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1cae64-2b5a-4a07-b935-57aa4433b1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:18.189107344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1cae64-2b5a-4a07-b935-57aa4433b1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:18.243650852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1cae64-2b5a-4a07-b935-57aa4433b1be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:21.001185461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f5d6cd-4ede-4089-955e-686dd8fef065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:21.056038582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f5d6cd-4ede-4089-955e-686dd8fef065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:21.110805657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f5d6cd-4ede-4089-955e-686dd8fef065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:21.167803601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f5d6cd-4ede-4089-955e-686dd8fef065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:23.132917836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3213a423-02bd-49d6-9309-240a8a5f324d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:23.187321367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3213a423-02bd-49d6-9309-240a8a5f324d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:23.242077236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3213a423-02bd-49d6-9309-240a8a5f324d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:23.298953641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3213a423-02bd-49d6-9309-240a8a5f324d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:26.262252202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9c8456-f798-4647-9b3a-597995d0aafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:26.316563113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9c8456-f798-4647-9b3a-597995d0aafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:26.370760658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9c8456-f798-4647-9b3a-597995d0aafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:26.425571444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9c8456-f798-4647-9b3a-597995d0aafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:28.499588139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6396ea4-c6bd-4126-9a54-80c91bc8368a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:28.553967843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6396ea4-c6bd-4126-9a54-80c91bc8368a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:28.60855369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6396ea4-c6bd-4126-9a54-80c91bc8368a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:28.608868671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"18e5c5cd-1c1a-4021-8c03-e472db9f5b67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:28.663104321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6396ea4-c6bd-4126-9a54-80c91bc8368a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:28.772894164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"c029b277-50fa-4e03-ac4b-6258a289acc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:28.881904442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5ff0ad6-4084-4c89-b89d-b6c0257d2851","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:28.994662769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"5312f25b-1510-4aa5-9936-e4628b887755","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:29.171064659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"1009ed80-ed13-4c10-b97c-9046e23e070f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:29.292451819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0df6c5a9-c032-4650-8e8d-1feaddb177f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:29.392821702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"64637a9e-a8f9-433b-bfab-8719524cf246","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:29.493004904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"902fa215-a5af-4568-9b20-6edb671d4531","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:29.537333992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"d988c23d-5ef9-4986-b896-65e38f5ad927","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:29.813243794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"d7b0b124-4d58-4348-9a0a-bed8302f36cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:29.923036576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"7e0c8cff-6eec-404c-9a65-f14ffcbd259a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:29.97969604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"93198793-7e1c-4d04-9b84-3bad93525e1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:30.624924347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230541b2-5e6d-49a9-ae06-d75a5feb285f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:30.679601545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230541b2-5e6d-49a9-ae06-d75a5feb285f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:30.73392317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230541b2-5e6d-49a9-ae06-d75a5feb285f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:30.788434531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230541b2-5e6d-49a9-ae06-d75a5feb285f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:32.744595966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48c6e9e-2895-4168-8022-67a2f5974735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:32.798964297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48c6e9e-2895-4168-8022-67a2f5974735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:32.85337714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48c6e9e-2895-4168-8022-67a2f5974735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:32.907740642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48c6e9e-2895-4168-8022-67a2f5974735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:39.863671413Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","namespace":"ai-tenant-e2e-ipp-a-157fed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:39.86373711Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","namespace":"ai-tenant-e2e-ipp-a-157fed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:39.863809979Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","tenant":"e2e-ipp-a-157fed","tenantID":"e2e-ipp-a-157fed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:39.92015946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"Deployment","name":"maas-api-e2e-ipp-a-157fed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:39.982674522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"Service","name":"maas-api-e2e-ipp-a-157fed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.040158206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-157fed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.096398875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-157fed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.153892547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.211560029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.270930244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.329098684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.385281761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.442007369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.50366693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"Service","name":"payload-processing-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.566809518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.623317597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.680388271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.74000652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.798770829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.855356292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.911609099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:40.968680735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-157fed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:41.024787971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-157fed"},"namespace":"ai-tenant-e2e-ipp-a-157fed","name":"default-tenant","reconcileID":"17a4ada8-cb6a-400b-aa5b-1aab9306c0e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-157fed","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:41.880236418Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-157fed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-157fed","reconcileID":"2d8158d5-f099-4b9c-9eae-2d76e1e19192","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-157fed","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-157fed"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:43.019347786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462b8e52-0788-40e3-9573-32210e3354e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:43.073937203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462b8e52-0788-40e3-9573-32210e3354e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:43.128545378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462b8e52-0788-40e3-9573-32210e3354e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:43.183279891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462b8e52-0788-40e3-9573-32210e3354e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:44.26292944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:45.182933688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1457ad2d-3efa-401e-8276-6a5e470fab8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:45.23749837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1457ad2d-3efa-401e-8276-6a5e470fab8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:45.292518404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1457ad2d-3efa-401e-8276-6a5e470fab8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:45.347094823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1457ad2d-3efa-401e-8276-6a5e470fab8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.380121296Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","namespace":"ai-tenant-e2e-ipp-a-5b71cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.38021736Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","namespace":"ai-tenant-e2e-ipp-a-5b71cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.380286886Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","tenant":"e2e-ipp-a-5b71cd","tenantID":"e2e-ipp-a-5b71cd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.436843901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"Deployment","name":"maas-api-e2e-ipp-a-5b71cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.500622728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"Service","name":"maas-api-e2e-ipp-a-5b71cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.558199185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-5b71cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.614512148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-5b71cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.673696116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.730496542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.789795847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.846903243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.902819211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:46.959265944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:47.021778688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"Service","name":"payload-processing-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:47.089608579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:47.146051553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:47.20283744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:47.260955909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:47.321017168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:47.377185784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:47.433621086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:47.490387773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-5b71cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:47.548537575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5b71cd"},"namespace":"ai-tenant-e2e-ipp-a-5b71cd","name":"default-tenant","reconcileID":"2adfcd1d-63c1-4c14-9978-d997e9c983c8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-5b71cd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:48.40738676Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-5b71cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-5b71cd","reconcileID":"3bc3ad2f-82e5-42a8-a50b-7017afc7a475","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-5b71cd","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-5b71cd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:49.552711451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd4ed3c-95cd-4946-b634-1f1eeeb218b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:49.608091508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd4ed3c-95cd-4946-b634-1f1eeeb218b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:49.662547632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd4ed3c-95cd-4946-b634-1f1eeeb218b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:49.717076029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd4ed3c-95cd-4946-b634-1f1eeeb218b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:51.777670338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd082b9b-25ea-4f1f-90b4-f5ee346f54cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:51.835296309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd082b9b-25ea-4f1f-90b4-f5ee346f54cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:51.8898497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd082b9b-25ea-4f1f-90b4-f5ee346f54cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:51.944158953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd082b9b-25ea-4f1f-90b4-f5ee346f54cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:52.858970188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"1ce46f06-7f56-4c5f-8940-04ed55b3836f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3a348f","tenantID":"e2e-ipp-a-3a348f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:52.981365251Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"1ce46f06-7f56-4c5f-8940-04ed55b3836f","name":"e2e-ipp-a-3a348f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:54.001941934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f38d07e-2bf0-46cb-bc9c-bf4964e1f1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:54.058012116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f38d07e-2bf0-46cb-bc9c-bf4964e1f1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:54.113572592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f38d07e-2bf0-46cb-bc9c-bf4964e1f1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:54.16804138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f38d07e-2bf0-46cb-bc9c-bf4964e1f1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:56.128643049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0947475e-4af8-4637-8f2f-3bd5db0722db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:56.183222806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0947475e-4af8-4637-8f2f-3bd5db0722db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:56.237824815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0947475e-4af8-4637-8f2f-3bd5db0722db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:56.292099742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0947475e-4af8-4637-8f2f-3bd5db0722db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:58.254863199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7746fa-03ed-48d9-8af3-9eb69f735cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:58.309314655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7746fa-03ed-48d9-8af3-9eb69f735cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:58.364538924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7746fa-03ed-48d9-8af3-9eb69f735cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:16:58.418895438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7746fa-03ed-48d9-8af3-9eb69f735cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:00.379649062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e495e55e-106e-4d6c-bdb6-1f8145803ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:00.433995148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e495e55e-106e-4d6c-bdb6-1f8145803ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:00.488421492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e495e55e-106e-4d6c-bdb6-1f8145803ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:00.542729413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e495e55e-106e-4d6c-bdb6-1f8145803ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:02.513787896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce71d3dc-15c9-44b5-9e3b-693761952673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:02.568474231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce71d3dc-15c9-44b5-9e3b-693761952673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:02.623643511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce71d3dc-15c9-44b5-9e3b-693761952673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:02.678023512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce71d3dc-15c9-44b5-9e3b-693761952673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.009427856Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","namespace":"ai-tenant-e2e-ipp-b-535e84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.009496957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","namespace":"ai-tenant-e2e-ipp-b-535e84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.009548274Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","tenant":"e2e-ipp-b-535e84","tenantID":"e2e-ipp-b-535e84","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.087502696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"Deployment","name":"maas-api-e2e-ipp-b-535e84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.153658238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"Service","name":"maas-api-e2e-ipp-b-535e84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.212413595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-535e84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.268342114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-535e84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.325833798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.387448034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.447848613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.507681468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.561758115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.615553556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.669448614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"Service","name":"payload-processing-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.725083215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.779208555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.833365894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.88720865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.945114579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:11.998939822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:12.052985541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:12.108510351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-535e84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:12.162485987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-535e84"},"namespace":"ai-tenant-e2e-ipp-b-535e84","name":"default-tenant","reconcileID":"f2c98db9-daf4-4df2-bb12-05d670a448dc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-535e84","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:13.014583474Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-535e84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-535e84","reconcileID":"b9eebcd9-ef18-4df7-8ff4-ab34ff2cdbdf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-535e84","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-535e84"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:14.189223341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67ac1ee-9416-4bad-a8c5-2a7bf9db57e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:14.243612499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67ac1ee-9416-4bad-a8c5-2a7bf9db57e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:14.262364849Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:14.298035553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67ac1ee-9416-4bad-a8c5-2a7bf9db57e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:14.352469285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f67ac1ee-9416-4bad-a8c5-2a7bf9db57e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:16.391526822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a83f41f-ba41-4ccd-9c65-1c9d04e3db23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:16.446138493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a83f41f-ba41-4ccd-9c65-1c9d04e3db23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:16.500772783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a83f41f-ba41-4ccd-9c65-1c9d04e3db23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:16.555597091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a83f41f-ba41-4ccd-9c65-1c9d04e3db23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:17.410355984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"885bc0b4-ee04-4768-80bf-52771968a7b1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-601a4b","tenantID":"e2e-ipp-a-601a4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:17.532358365Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"885bc0b4-ee04-4768-80bf-52771968a7b1","name":"e2e-ipp-a-601a4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:18.902716379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a432f2f-1976-45a3-a7da-66052bc3a107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:18.957035166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a432f2f-1976-45a3-a7da-66052bc3a107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:19.011485488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a432f2f-1976-45a3-a7da-66052bc3a107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:19.065866888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a432f2f-1976-45a3-a7da-66052bc3a107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:19.908295075Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a7b5f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a7b5f0","reconcileID":"2b2a5945-dac8-46b5-a38f-7b9d1e7eab10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a7b5f0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a7b5f0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:21.088344835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ca337a-d540-4414-ad23-ffd87867f6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:21.142690723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ca337a-d540-4414-ad23-ffd87867f6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:21.197042718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ca337a-d540-4414-ad23-ffd87867f6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:21.251265604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ca337a-d540-4414-ad23-ffd87867f6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.122099728Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","namespace":"ai-tenant-e2e-ipp-b-2d683e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.122155612Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","namespace":"ai-tenant-e2e-ipp-b-2d683e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.12222142Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","tenant":"e2e-ipp-b-2d683e","tenantID":"e2e-ipp-b-2d683e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.180352107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"Deployment","name":"maas-api-e2e-ipp-b-2d683e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.245490346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"Service","name":"maas-api-e2e-ipp-b-2d683e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.29051148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97e6515-7e1f-4ff8-a8ec-0a66e0021a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.346273816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97e6515-7e1f-4ff8-a8ec-0a66e0021a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.3502639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-2d683e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.4029491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97e6515-7e1f-4ff8-a8ec-0a66e0021a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.457832369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97e6515-7e1f-4ff8-a8ec-0a66e0021a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.459348279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-2d683e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.516572226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.573307472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.632708931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.738474368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.792138361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.845800686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.907463399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"Service","name":"payload-processing-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:23.963903652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:24.017648342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:24.071798703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:24.125670231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:24.183646412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:24.237447055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:24.291539645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:24.345586944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-2d683e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:24.39970799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d683e"},"namespace":"ai-tenant-e2e-ipp-b-2d683e","name":"default-tenant","reconcileID":"27bf9eb0-639d-43f7-a1a5-8bb88b5b8b7c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-2d683e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:25.465809369Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2d683e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2d683e","reconcileID":"17058d2a-8b5f-4fd2-bfeb-513ed6cefae7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2d683e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-2d683e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:26.005649195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aeda2f2-6ec2-49c9-a616-ffdc1d41cfe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:26.067317606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aeda2f2-6ec2-49c9-a616-ffdc1d41cfe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:26.124237867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aeda2f2-6ec2-49c9-a616-ffdc1d41cfe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:26.178585987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aeda2f2-6ec2-49c9-a616-ffdc1d41cfe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:28.024577066Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4c2a66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4c2a66","reconcileID":"119c9635-0a0a-481c-b07b-ea6863d38bb3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4c2a66","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-4c2a66":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:28.18083555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ecf9ccc-28bc-46ec-9723-082e07ff6b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:28.235589598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ecf9ccc-28bc-46ec-9723-082e07ff6b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:28.290205093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ecf9ccc-28bc-46ec-9723-082e07ff6b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:28.344771376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ecf9ccc-28bc-46ec-9723-082e07ff6b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:30.389675626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5979895-2d84-4dd0-b436-e0578c64db6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:30.44426192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5979895-2d84-4dd0-b436-e0578c64db6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:30.502523946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5979895-2d84-4dd0-b436-e0578c64db6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:30.559694934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5979895-2d84-4dd0-b436-e0578c64db6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:39.70574671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df296e1-0481-4d37-af48-4d2273c71bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:39.760314543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df296e1-0481-4d37-af48-4d2273c71bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:39.814803622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df296e1-0481-4d37-af48-4d2273c71bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:39.869516755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df296e1-0481-4d37-af48-4d2273c71bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:40.228963494Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e7c9be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e7c9be","reconcileID":"0930cd20-60b2-4d3d-9d9a-886671bbafa3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e7c9be","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-e7c9be":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:41.87442459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d478dda7-dc32-454c-8a1b-20614f7200b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:41.928515956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d478dda7-dc32-454c-8a1b-20614f7200b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:41.982735143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d478dda7-dc32-454c-8a1b-20614f7200b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:42.037207023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d478dda7-dc32-454c-8a1b-20614f7200b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:44.012223517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7526ad41-2c30-4417-be74-989c0f9bc347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:44.071360555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7526ad41-2c30-4417-be74-989c0f9bc347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:44.127615491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7526ad41-2c30-4417-be74-989c0f9bc347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:44.182132292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7526ad41-2c30-4417-be74-989c0f9bc347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:44.263457509Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:57.482213371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f2b0c3-a2f0-4266-b2c9-31753f5ffe42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:57.536581093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f2b0c3-a2f0-4266-b2c9-31753f5ffe42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:57.591269602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f2b0c3-a2f0-4266-b2c9-31753f5ffe42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:57.645726038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8f2b0c3-a2f0-4266-b2c9-31753f5ffe42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:59.612949418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d319963-dd3c-4f4b-8f44-62ad2eee3783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:59.668217551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d319963-dd3c-4f4b-8f44-62ad2eee3783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:59.722846361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d319963-dd3c-4f4b-8f44-62ad2eee3783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:17:59.777314046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d319963-dd3c-4f4b-8f44-62ad2eee3783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:12.206635439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"52083223-4637-46d4-861c-bc6e31f5bad4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:12.306838739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"150739a9-623e-470d-a331-2d665f494410","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:12.564468461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"718be985-9ce0-4a97-9045-63d172c461ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:12.66578204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"faa25020-297b-40b2-b1b6-e7073d6d0b6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:12.916830675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"dad3f099-4692-4794-ad18-388506e99089","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:13.13815263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"63b0fe97-eeca-46cd-a78f-01dfcd460707","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:13.180387661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c53ad55-6dad-4ee2-be4f-e1afc9e0ad37","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:13.239266461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"4c6da73a-624b-48bf-96ff-fa4a3c53c4e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:13.341192668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"71598a0d-b2e7-4e5a-859a-7c641e441843","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:13.362856738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47aad37e-2a02-4526-9b9e-0cf1e30136ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:13.471229079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"1a9683a0-c810-4c6c-b472-a498a5d995e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:13.572496548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"965c93e8-9d24-4f1d-a1f4-cef89614e98a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:14.262323879Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:19.555841427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0d8ce5-36e6-4b1d-8b7c-99a3ee9f799f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:19.612080376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0d8ce5-36e6-4b1d-8b7c-99a3ee9f799f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:19.666521302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0d8ce5-36e6-4b1d-8b7c-99a3ee9f799f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:19.721141501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0d8ce5-36e6-4b1d-8b7c-99a3ee9f799f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:21.691207783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fe8673-704b-432e-bbd3-3fbebdcdc1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:21.745503238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fe8673-704b-432e-bbd3-3fbebdcdc1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:21.799903333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fe8673-704b-432e-bbd3-3fbebdcdc1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:21.854579367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fe8673-704b-432e-bbd3-3fbebdcdc1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:22.824241501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"ca4aa7d2-4e16-4e23-a34a-b537c9c6860a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a7b5f0","tenantID":"e2e-ipp-b-a7b5f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:22.963534496Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"ca4aa7d2-4e16-4e23-a34a-b537c9c6860a","name":"e2e-ipp-b-a7b5f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:23.895147314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f1a88b-ebce-4b6f-aab0-76990b4b9c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:23.950090871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f1a88b-ebce-4b6f-aab0-76990b4b9c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:24.004848056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f1a88b-ebce-4b6f-aab0-76990b4b9c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:24.059094988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f1a88b-ebce-4b6f-aab0-76990b4b9c84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:26.099376646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9123bd69-4cc1-4d74-80f2-4e4e9e95e3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:26.153933917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9123bd69-4cc1-4d74-80f2-4e4e9e95e3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:26.208472004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9123bd69-4cc1-4d74-80f2-4e4e9e95e3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:26.262917773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9123bd69-4cc1-4d74-80f2-4e4e9e95e3c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:28.720218442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5b9ccf-6e5e-4545-807f-472cb99c5e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:28.774830693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5b9ccf-6e5e-4545-807f-472cb99c5e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:28.829447392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5b9ccf-6e5e-4545-807f-472cb99c5e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:28.884038637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5b9ccf-6e5e-4545-807f-472cb99c5e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:30.485278659Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0ee0f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0ee0f8","reconcileID":"c73dc584-188a-4d21-b340-173cbb73e322","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0ee0f8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-0ee0f8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:30.891616456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d13849-666d-4905-b4d2-42ea84358fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:30.945979574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d13849-666d-4905-b4d2-42ea84358fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:31.000392191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d13849-666d-4905-b4d2-42ea84358fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:31.054743571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d13849-666d-4905-b4d2-42ea84358fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:33.082349177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762d281c-4878-4eff-823a-9981c7a06615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:33.136993062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762d281c-4878-4eff-823a-9981c7a06615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:33.192347801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762d281c-4878-4eff-823a-9981c7a06615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:33.246929727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762d281c-4878-4eff-823a-9981c7a06615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:33.96345004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"f1088e0c-52dd-4b8a-93a6-2ed0aff1f67c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4c2a66","tenantID":"e2e-praxis-a-4c2a66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:34.084948836Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"f1088e0c-52dd-4b8a-93a6-2ed0aff1f67c","name":"e2e-praxis-a-4c2a66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:44.261798772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:44.430417496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"c74c7819-e42b-4b77-8fbf-0c066b329084","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:44.48790842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"8c06f742-07a4-482e-ab64-7f74bef3b460","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:44.537764168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"edd17867-b4ff-4e55-8f8a-054ebf84bfee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:44.69784651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"eb0b3c6f-17d9-4976-a2b9-073c2c2a6633","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:44.797785226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"abb380fd-da23-4889-ae11-786c10b3fbbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:44.897618061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"72da1227-5709-463f-bffb-e3782e70b681","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:44.897661988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"939c4e3e-0cbe-4fbc-8603-2a9cbc252a16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:45.193141393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2db90ac-ea6b-4dc8-b6b0-0cefab245b6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:45.438636753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"67c5ff49-edb2-4fbe-821d-74a1b4793703","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:45.538930888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"a5e16b65-bfd4-4baf-b8e4-c477e4761a4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:45.639621023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"9cb2766a-ec4a-426e-bc62-dfbece23a89d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:45.683688374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"d70917bd-a127-4ce4-a955-31b8b2b41a25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:54.070938233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"0cc74d35-bee3-48ca-adf6-172fb85dd7d3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7c9be","tenantID":"e2e-praxis-a-e7c9be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:18:54.194075364Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"0cc74d35-bee3-48ca-adf6-172fb85dd7d3","name":"e2e-praxis-a-e7c9be-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:14.262370651Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:28.855124368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"a2da3ce3-e1a8-4d40-a50e-bc8d99f1414e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:28.95702251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"93e683bc-aae2-407d-94ff-e70a15405a53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:29.216238791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"3fe19d84-8275-45e1-98cb-933446bd77a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:29.315443041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"972a64ee-e693-4787-bb87-258bb8c2c62e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:29.564675765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"aa425ec8-3ebf-4287-a608-1fabbd5f7510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:29.690055714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"dd3fb6d8-62c8-459c-906f-5ad575d332f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:29.789229134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"a387d472-dea1-4aec-b143-faa8644f00b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:29.996391835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"83f1fdc8-a2ac-40c2-a8d5-b702b9bd58f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:30.302829281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"e561bc09-cdff-4c30-b188-f7fd7696bce0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:30.406657418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"cd0167c9-4544-495a-9a0c-1edca5177275","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:30.427113637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4df363ae-cb06-4f71-b13e-1ae609db042a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:30.515935704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"65a5641c-72fe-44f2-b175-63a327465d3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:34.07666327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e505ee12-8fc8-4fd3-b849-f25b78501ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:34.1344022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e505ee12-8fc8-4fd3-b849-f25b78501ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:34.188943354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e505ee12-8fc8-4fd3-b849-f25b78501ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:34.243489326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e505ee12-8fc8-4fd3-b849-f25b78501ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:34.695024831Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0882f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0882f4","reconcileID":"20c2d86b-ca38-4bcd-8032-bc5fda20369f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0882f4","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-0882f4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:36.304538842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df404002-a356-4873-ba0d-1a62e996748b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:36.3597998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df404002-a356-4873-ba0d-1a62e996748b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:36.414906722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df404002-a356-4873-ba0d-1a62e996748b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:36.469951919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df404002-a356-4873-ba0d-1a62e996748b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:38.48592781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c036f7-8dfc-49aa-a969-469ea80a72aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:38.540985967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c036f7-8dfc-49aa-a969-469ea80a72aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:38.595603398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c036f7-8dfc-49aa-a969-469ea80a72aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:38.650538769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c036f7-8dfc-49aa-a969-469ea80a72aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:42.678193011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f876275-8557-491b-bfb8-e6ad684a4dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:42.73357525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f876275-8557-491b-bfb8-e6ad684a4dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:42.788035726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f876275-8557-491b-bfb8-e6ad684a4dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:42.843058701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f876275-8557-491b-bfb8-e6ad684a4dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:44.271628076Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:44.856080578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a901fae1-2441-4656-9b9a-d0b6fe7c99f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:44.910631701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a901fae1-2441-4656-9b9a-d0b6fe7c99f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:44.965006513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a901fae1-2441-4656-9b9a-d0b6fe7c99f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:45.019482118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a901fae1-2441-4656-9b9a-d0b6fe7c99f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:47.089294688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f575f2e-5bcd-4caf-a16c-d51194bcb860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:47.144838492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f575f2e-5bcd-4caf-a16c-d51194bcb860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:47.202549897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f575f2e-5bcd-4caf-a16c-d51194bcb860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:47.257228102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f575f2e-5bcd-4caf-a16c-d51194bcb860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:49.217804824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0f859d-c153-4871-ac2d-0b36a8fc12e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:49.272462971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0f859d-c153-4871-ac2d-0b36a8fc12e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:49.327944841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0f859d-c153-4871-ac2d-0b36a8fc12e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:49.382319791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0f859d-c153-4871-ac2d-0b36a8fc12e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:51.234954292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"9975b17a-3a3a-42f9-99ab-212241828cf7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-0ee0f8","tenantID":"e2e-ipp-b-0ee0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:51.357025959Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"9975b17a-3a3a-42f9-99ab-212241828cf7","name":"e2e-ipp-b-0ee0f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:58.413885464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb82d8b-2275-44c6-a406-8e02b9b47bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:58.468259127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb82d8b-2275-44c6-a406-8e02b9b47bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:58.522459295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb82d8b-2275-44c6-a406-8e02b9b47bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:19:58.576747078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb82d8b-2275-44c6-a406-8e02b9b47bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:00.535683719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246949d0-1822-4e3f-b013-e09a0858fe36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:00.591229248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246949d0-1822-4e3f-b013-e09a0858fe36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:00.646589635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246949d0-1822-4e3f-b013-e09a0858fe36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:00.701474521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246949d0-1822-4e3f-b013-e09a0858fe36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:02.74834396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea58925-e048-4d51-9119-a1d432624adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:02.803925585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea58925-e048-4d51-9119-a1d432624adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:02.858457208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea58925-e048-4d51-9119-a1d432624adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:02.913685667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea58925-e048-4d51-9119-a1d432624adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:04.888630186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4c7c46-841f-48f9-9928-08fa1e625f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:04.943647416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4c7c46-841f-48f9-9928-08fa1e625f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:04.998175973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4c7c46-841f-48f9-9928-08fa1e625f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:05.053241751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4c7c46-841f-48f9-9928-08fa1e625f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:06.042445991Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2afc0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2afc0d","reconcileID":"1f1a2803-8e4c-4963-b307-950620906766","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2afc0d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-2afc0d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:07.083440439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4821d6f9-389d-4269-9f91-9defa4acb4d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:07.137871344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4821d6f9-389d-4269-9f91-9defa4acb4d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:07.192885498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4821d6f9-389d-4269-9f91-9defa4acb4d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:07.248023873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4821d6f9-389d-4269-9f91-9defa4acb4d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:08.140582245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"9dab81bb-4d74-4c3a-ae79-c1890746dca8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:08.260708206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"0c490b27-82c1-4ba4-8fec-b453ede12ad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:08.395287999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"0990d7c0-7e3e-4a51-a04e-2d217f64f47f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:08.631717942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"4138bda8-5d50-4328-b63a-c7511e244427","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:08.775945895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ac092647-0de0-4857-9119-a5079305d7ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:08.835622372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"254cabd0-6005-4f50-9e4d-32ea95f21baa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:08.835650433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"853d3030-963b-420d-875a-5a4ea238bc34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:08.931488192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"34f9e2d0-9084-4778-bfc7-398fba0facde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:09.078751243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"8ee72d22-126e-498f-b686-6a8769f12356","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:09.182694208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"d6ac2bdb-3dc1-4d7f-8bc8-0f15a46759c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:09.228557356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2caccc3d-aa07-41bf-9db0-47c4ad3d1cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:09.28100321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"9b241478-0723-45d9-84c3-b058aa7fa8bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:09.282952218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2caccc3d-aa07-41bf-9db0-47c4ad3d1cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:09.337550503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2caccc3d-aa07-41bf-9db0-47c4ad3d1cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:09.392334788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2caccc3d-aa07-41bf-9db0-47c4ad3d1cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:09.558544508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"08f93ffc-a8ba-4d84-971b-2711f80e1fd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:11.385304183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fdd611f-d87c-40e4-b03c-8e4416d6146f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:11.439871884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fdd611f-d87c-40e4-b03c-8e4416d6146f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:11.494461646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fdd611f-d87c-40e4-b03c-8e4416d6146f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:11.548945449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fdd611f-d87c-40e4-b03c-8e4416d6146f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:13.678260634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de6ee56-7a2a-44ee-8d94-5eb1df0c9d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:13.732996641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de6ee56-7a2a-44ee-8d94-5eb1df0c9d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:13.788130155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de6ee56-7a2a-44ee-8d94-5eb1df0c9d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:13.842856598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de6ee56-7a2a-44ee-8d94-5eb1df0c9d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:14.262914832Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:15.89237657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc17cea-db24-4065-82e8-50145ea4ccdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:15.947815541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc17cea-db24-4065-82e8-50145ea4ccdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:16.002429843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc17cea-db24-4065-82e8-50145ea4ccdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:16.058007461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc17cea-db24-4065-82e8-50145ea4ccdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:18.101703637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79dd9ee-3f1e-49a4-b63b-5cf92e93c6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:18.156874443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79dd9ee-3f1e-49a4-b63b-5cf92e93c6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:18.211651386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79dd9ee-3f1e-49a4-b63b-5cf92e93c6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:18.265887104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79dd9ee-3f1e-49a4-b63b-5cf92e93c6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:20.264548885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef12375c-e952-42d3-aa5d-c6ec8912db72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:20.318662395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef12375c-e952-42d3-aa5d-c6ec8912db72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:20.374135018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef12375c-e952-42d3-aa5d-c6ec8912db72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:20.428597061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef12375c-e952-42d3-aa5d-c6ec8912db72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:22.379656095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee64138-7b0d-4fc4-956e-f2970d1e37e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:22.434354767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee64138-7b0d-4fc4-956e-f2970d1e37e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:22.488689319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee64138-7b0d-4fc4-956e-f2970d1e37e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:22.543447808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee64138-7b0d-4fc4-956e-f2970d1e37e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:24.49731092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e23b8fc-6338-47dd-9657-f5f39b70f2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:24.551768982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e23b8fc-6338-47dd-9657-f5f39b70f2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:24.606929436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e23b8fc-6338-47dd-9657-f5f39b70f2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:24.661430085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e23b8fc-6338-47dd-9657-f5f39b70f2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:29.922842482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655e6de5-9667-4b8e-9189-7ba4cbe248d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:29.977338253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655e6de5-9667-4b8e-9189-7ba4cbe248d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:30.03170156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655e6de5-9667-4b8e-9189-7ba4cbe248d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:30.085856711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655e6de5-9667-4b8e-9189-7ba4cbe248d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:30.455962712Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-862ad1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-862ad1","reconcileID":"1ec7c13a-115e-45f1-8e5d-936207033adb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-862ad1","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-862ad1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:32.051050581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2c9f5-fba2-406f-9bd3-c86e52aa2a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:32.105412272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2c9f5-fba2-406f-9bd3-c86e52aa2a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:32.159957786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2c9f5-fba2-406f-9bd3-c86e52aa2a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:32.214564018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2c9f5-fba2-406f-9bd3-c86e52aa2a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:34.197363854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6c2077-d724-478e-b1f6-2bff9587b8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:34.253146569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6c2077-d724-478e-b1f6-2bff9587b8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:34.307766853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6c2077-d724-478e-b1f6-2bff9587b8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:34.36233525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6c2077-d724-478e-b1f6-2bff9587b8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:36.327624369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075747f0-8a9c-4c0d-af8d-09a95a112ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:36.382052758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075747f0-8a9c-4c0d-af8d-09a95a112ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:36.436503742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075747f0-8a9c-4c0d-af8d-09a95a112ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:36.4910203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075747f0-8a9c-4c0d-af8d-09a95a112ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:40.517467766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"1732fbdb-2354-4520-8705-0f268a302838","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:40.634025662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"055e539d-1c52-4483-84a4-3fb6f7a12198","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:40.72290931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"219ccdfc-bdd8-4a37-9bf0-37f1f60a44d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:40.88728639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"087a2220-3e16-41bd-bcc5-300dda312f01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:40.988263374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"260a1be5-1499-450c-9f96-a12a93a171cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:41.013799068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"07bde92e-06bf-40be-844d-be1e4e1b8f5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:41.25992289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"12363420-ea2b-43bb-8053-8f38c98e8d5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:41.501392822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"e4d0c413-5a02-4969-aae4-d54a968af1e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:41.602126012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"e6cf2bc2-62ca-409e-b9f2-2d62f7511bf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:41.747403157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"79fa672d-485f-49e0-94d4-3f1ec0cb719f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:41.992004636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ecb0d69-3943-42d7-8ad6-f9806f8eb97f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:42.092736169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3669d2ab-3f04-4003-9e31-fbb56ca84e9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:20:44.262246561Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:04.977900447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"ce8b4edd-0dce-4119-84e0-826e451f703f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-0882f4","tenantID":"e2e-ipp-b-0882f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:05.09935211Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"ce8b4edd-0dce-4119-84e0-826e451f703f","name":"e2e-ipp-b-0882f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:14.267300862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:21.775596163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"4ba3dd33-709e-4d6d-a7bd-a252cd3c037b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:21.897895501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"627d20f9-e685-47c1-891f-52906273bf83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:22.14136555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"e3bf43f4-5e2d-466d-884e-cdcf7c9727d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:22.323265329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"7c30c7cb-f519-4e3c-a6f3-a5892d90c5ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:22.428150031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"0880fdc6-56bb-4825-a9f2-350dbd27fd56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:22.45053128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"11bcc006-cbca-472f-8615-dc133abaf079","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:22.746152725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"b919f491-275b-4849-aa81-6394c2071430","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:22.846997527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"7ae30887-d9bf-45f6-bd14-feb0468b2b05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:23.054431031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"7d1209ab-a14d-411a-b177-b457ad630d64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:23.176207113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8391d1cb-e1bf-47f5-8db2-420982cce35d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:23.339604022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"315876f2-3968-47fa-9a84-5ec30af79fca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:23.440217996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"edc51e3a-90d5-4967-8abb-4645883abdf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:23.998881668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0627f6d2-496e-493d-8c0c-09bfe185d791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:24.053176727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0627f6d2-496e-493d-8c0c-09bfe185d791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:24.107946946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0627f6d2-496e-493d-8c0c-09bfe185d791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:24.162390391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0627f6d2-496e-493d-8c0c-09bfe185d791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:26.185835832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e2a995-4f20-42f0-92b8-15dd37cd5d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:26.240858413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e2a995-4f20-42f0-92b8-15dd37cd5d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:26.295393085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e2a995-4f20-42f0-92b8-15dd37cd5d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:26.349910312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e2a995-4f20-42f0-92b8-15dd37cd5d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:28.918483483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c418713a-d657-41dc-87d2-e8a4c26e4982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:28.972833422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c418713a-d657-41dc-87d2-e8a4c26e4982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:29.02719852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c418713a-d657-41dc-87d2-e8a4c26e4982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:29.081530653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c418713a-d657-41dc-87d2-e8a4c26e4982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:31.046243765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7433ceea-2951-429d-b70c-9da57da0a923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:31.100865826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7433ceea-2951-429d-b70c-9da57da0a923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:31.155408045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7433ceea-2951-429d-b70c-9da57da0a923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:31.21066794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7433ceea-2951-429d-b70c-9da57da0a923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:33.177505573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4286b1-2a0a-4df8-b57c-cde79b73db73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:33.231920553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4286b1-2a0a-4df8-b57c-cde79b73db73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:33.286198529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4286b1-2a0a-4df8-b57c-cde79b73db73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:33.340431642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4286b1-2a0a-4df8-b57c-cde79b73db73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:35.307460488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62df9935-04bc-4a4b-bb4a-a5f85a643490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:35.361989597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62df9935-04bc-4a4b-bb4a-a5f85a643490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:35.416354228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62df9935-04bc-4a4b-bb4a-a5f85a643490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:35.470949807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62df9935-04bc-4a4b-bb4a-a5f85a643490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:37.490843653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ed7280-d942-46d9-bbd3-9afb4af80e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:37.545272701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ed7280-d942-46d9-bbd3-9afb4af80e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:37.599658885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ed7280-d942-46d9-bbd3-9afb4af80e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:37.654261009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ed7280-d942-46d9-bbd3-9afb4af80e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:43.183071817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"93fbaca9-18ef-43be-9d38-a3a7a2dc8e0c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-2afc0d","tenantID":"e2e-praxis-b-2afc0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:43.305649629Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"93fbaca9-18ef-43be-9d38-a3a7a2dc8e0c","name":"e2e-praxis-b-2afc0d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:21:44.261738084Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:08.08134928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"4d416f13-a33f-45d7-b153-a107c3963e2b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-862ad1","tenantID":"e2e-praxis-b-862ad1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:08.203648063Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"4d416f13-a33f-45d7-b153-a107c3963e2b","name":"e2e-praxis-b-862ad1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:14.265632981Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.08826155Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","namespace":"ai-tenant-e2e-ipp-a-131718","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.088334304Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","namespace":"ai-tenant-e2e-ipp-a-131718","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.08859672Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","tenant":"e2e-ipp-a-131718","tenantID":"e2e-ipp-a-131718","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.145515374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"Deployment","name":"maas-api-e2e-ipp-a-131718","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.210022389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"Service","name":"maas-api-e2e-ipp-a-131718","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.267380845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-131718","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.326349933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-131718","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.384983844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.443744583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.501147053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.559759655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.617666777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.673762116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.735874792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"Service","name":"payload-processing-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.798285735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.854924875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.91151468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:15.969283106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:16.027220773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:16.083417933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:16.140012635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:16.19645829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-131718","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:16.252438265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-131718"},"namespace":"ai-tenant-e2e-ipp-a-131718","name":"default-tenant","reconcileID":"9e178b21-001f-4d8e-b4ef-384ec65367ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-131718","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:17.103490615Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-131718","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-131718","reconcileID":"4049dcf5-bbcc-47d0-809b-fadd5e951848","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-131718","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-131718"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:18.386948389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0427862-fc27-415f-9282-e4585098d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:18.4414614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0427862-fc27-415f-9282-e4585098d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:18.496307045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0427862-fc27-415f-9282-e4585098d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:18.550677818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0427862-fc27-415f-9282-e4585098d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:20.586322878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8b43fd-d97e-4733-8237-2f1b55d58983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:20.640731369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8b43fd-d97e-4733-8237-2f1b55d58983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:20.695243458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8b43fd-d97e-4733-8237-2f1b55d58983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:20.749578428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8b43fd-d97e-4733-8237-2f1b55d58983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:25.530316589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cb4f26-e1d0-43eb-8943-0a292e204af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:25.585348013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cb4f26-e1d0-43eb-8943-0a292e204af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:25.639724179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cb4f26-e1d0-43eb-8943-0a292e204af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:25.694313318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44cb4f26-e1d0-43eb-8943-0a292e204af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:26.810508855Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","namespace":"ai-tenant-e2e-ipp-a-601a4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:26.810599135Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","namespace":"ai-tenant-e2e-ipp-a-601a4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:26.810674918Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","tenant":"e2e-ipp-a-601a4b","tenantID":"e2e-ipp-a-601a4b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:26.868964941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"Deployment","name":"maas-api-e2e-ipp-a-601a4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:26.933822426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"Service","name":"maas-api-e2e-ipp-a-601a4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:26.991499171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-601a4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.047940255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-601a4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.141760622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.198417403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.258496253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.333353121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.39278583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.449337602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.514014871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"Service","name":"payload-processing-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.578803061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.635241722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.678662105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673af654-7b92-4b1a-8e8d-9248f420d95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.73394083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673af654-7b92-4b1a-8e8d-9248f420d95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.735724687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.788609228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673af654-7b92-4b1a-8e8d-9248f420d95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.844523998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673af654-7b92-4b1a-8e8d-9248f420d95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.849088968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.907534096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:27.963308225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:28.019404757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:28.124766295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-601a4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:28.180709098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-601a4b"},"namespace":"ai-tenant-e2e-ipp-a-601a4b","name":"default-tenant","reconcileID":"dca09e4b-8264-4f33-b211-85c0652c459e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-601a4b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:29.05723487Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-601a4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-601a4b","reconcileID":"2f01b8d4-62ce-4ea6-892c-8d11c68fd261","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-601a4b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-601a4b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:29.804618264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a78d4934-00d2-4c60-a795-9c24471541d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:29.859090561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a78d4934-00d2-4c60-a795-9c24471541d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:29.914403287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a78d4934-00d2-4c60-a795-9c24471541d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:29.970411075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a78d4934-00d2-4c60-a795-9c24471541d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:31.927392482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9a0e8f-8dd9-422a-a74b-b46a100a0067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:31.982011148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9a0e8f-8dd9-422a-a74b-b46a100a0067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:32.036813767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9a0e8f-8dd9-422a-a74b-b46a100a0067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:32.091339479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9a0e8f-8dd9-422a-a74b-b46a100a0067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:34.049897212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c434df13-9736-4769-9416-7aba2a7e4275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:34.104675881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c434df13-9736-4769-9416-7aba2a7e4275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:34.159490299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c434df13-9736-4769-9416-7aba2a7e4275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:34.214219518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c434df13-9736-4769-9416-7aba2a7e4275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:36.20092202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517bda45-d664-4804-b871-4d15745ad3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:36.25736852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517bda45-d664-4804-b871-4d15745ad3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:36.312618481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517bda45-d664-4804-b871-4d15745ad3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:36.36802823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517bda45-d664-4804-b871-4d15745ad3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:38.355418635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee37798-064f-4ca7-9c91-f3049012b49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:38.410697814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee37798-064f-4ca7-9c91-f3049012b49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:38.465200336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee37798-064f-4ca7-9c91-f3049012b49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:38.520184766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee37798-064f-4ca7-9c91-f3049012b49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:40.487028424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32f65d7-16c3-4f9a-95bb-5591bed7c342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:40.542082135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32f65d7-16c3-4f9a-95bb-5591bed7c342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:40.596736638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32f65d7-16c3-4f9a-95bb-5591bed7c342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:40.651048422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32f65d7-16c3-4f9a-95bb-5591bed7c342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:42.684225572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a34719-84b4-4937-a813-d0c1c7005574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:42.738770999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a34719-84b4-4937-a813-d0c1c7005574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:42.793293618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a34719-84b4-4937-a813-d0c1c7005574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:42.847790728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a34719-84b4-4937-a813-d0c1c7005574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:44.310386081Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:44.818494162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6590f95-1dbd-4dd3-809c-7ef248c62704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:44.872670935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6590f95-1dbd-4dd3-809c-7ef248c62704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:44.927001075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6590f95-1dbd-4dd3-809c-7ef248c62704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:22:44.98148008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6590f95-1dbd-4dd3-809c-7ef248c62704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:05.923768664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f8c7b0-4a45-4e8e-a336-f486c865acdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:05.978485924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f8c7b0-4a45-4e8e-a336-f486c865acdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:06.032830512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f8c7b0-4a45-4e8e-a336-f486c865acdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:06.087211263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f8c7b0-4a45-4e8e-a336-f486c865acdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:08.047946131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840f7ce8-7c69-4a57-9865-23768ab9518e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:08.102438333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840f7ce8-7c69-4a57-9865-23768ab9518e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:08.157279457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840f7ce8-7c69-4a57-9865-23768ab9518e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:08.211900096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840f7ce8-7c69-4a57-9865-23768ab9518e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:10.190703883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56c6707-54f5-4f90-8806-76c6d8e3149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:10.245943193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56c6707-54f5-4f90-8806-76c6d8e3149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:10.300587078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56c6707-54f5-4f90-8806-76c6d8e3149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:10.355146248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56c6707-54f5-4f90-8806-76c6d8e3149d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:12.384460104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50361a1-5934-4fed-b952-60bee21ef622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:12.43879426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50361a1-5934-4fed-b952-60bee21ef622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:12.493150587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50361a1-5934-4fed-b952-60bee21ef622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:12.547786752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50361a1-5934-4fed-b952-60bee21ef622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:14.262415089Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:14.519318909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a78f9e6-997f-49bf-ba76-47e1e8f5146d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:14.573629992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a78f9e6-997f-49bf-ba76-47e1e8f5146d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:14.628029332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a78f9e6-997f-49bf-ba76-47e1e8f5146d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:14.682456255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a78f9e6-997f-49bf-ba76-47e1e8f5146d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:16.642040219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c126d86-c890-4374-a5d9-257ef584b941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:16.696596786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c126d86-c890-4374-a5d9-257ef584b941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:16.750783811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c126d86-c890-4374-a5d9-257ef584b941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:16.805124205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c126d86-c890-4374-a5d9-257ef584b941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:18.768313202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a49c6c-7c37-4d3a-a3cd-fc79092e2b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:18.822620882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a49c6c-7c37-4d3a-a3cd-fc79092e2b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:18.876951766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a49c6c-7c37-4d3a-a3cd-fc79092e2b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:18.931244632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a49c6c-7c37-4d3a-a3cd-fc79092e2b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:19.800804004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"3c1cc0f0-fd31-4c30-8f6c-9257b14e8d7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:19.902694901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"73f60e35-de5e-4699-8156-047d082e90c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.002623058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"b7870b6a-76fb-4a8a-a4ad-aae4a2db8852","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.188297256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"54b53d65-e6ed-4669-8216-df92b8527da3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.1900741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da4aa9fc-088f-41f7-803e-58dc564ee182","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.404058895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"f0133411-0a28-4ffd-8f5f-a48456acbad5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.458278647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"1766f4f6-288f-4c2a-9c5f-23435f56ced3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.597917623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a30c4413-1d96-406f-a695-0e719f2c492c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.699396435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"d774f789-9cf8-470d-b242-03e56db4621d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.72327035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"87c7a0d5-a916-4e72-940a-e94504dfdc82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.801446255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"ee744529-1c69-4707-8e2b-cb6e192d90dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.883268367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed8c06-a9a2-42ac-af9b-a0857380f7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.938092011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed8c06-a9a2-42ac-af9b-a0857380f7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:20.992670341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed8c06-a9a2-42ac-af9b-a0857380f7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:21.047280275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed8c06-a9a2-42ac-af9b-a0857380f7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:21.434037843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"dad49fd6-315b-47e0-86a4-78a98923c640","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:23.093621319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3cd51e-beaa-4650-82bf-acbb5f9868c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:23.148134513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3cd51e-beaa-4650-82bf-acbb5f9868c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:23.203415461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3cd51e-beaa-4650-82bf-acbb5f9868c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:23.258231662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3cd51e-beaa-4650-82bf-acbb5f9868c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:25.218025362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e36ddee3-dd23-4634-97fe-d40c2c1f8def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:25.272280843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e36ddee3-dd23-4634-97fe-d40c2c1f8def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:25.326758064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e36ddee3-dd23-4634-97fe-d40c2c1f8def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:25.381090392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e36ddee3-dd23-4634-97fe-d40c2c1f8def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:27.347673216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3643e33-d49e-4ef5-b67b-191ed19a89dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:27.404319833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3643e33-d49e-4ef5-b67b-191ed19a89dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:27.459934581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3643e33-d49e-4ef5-b67b-191ed19a89dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:27.515184541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3643e33-d49e-4ef5-b67b-191ed19a89dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:29.467771254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99956eaa-4135-4c39-95dc-9ad57f45511e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:29.525094829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99956eaa-4135-4c39-95dc-9ad57f45511e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:29.579912624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99956eaa-4135-4c39-95dc-9ad57f45511e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:29.634370454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99956eaa-4135-4c39-95dc-9ad57f45511e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:31.598262178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cd925b-0cc3-4b59-b7b3-b2e74559670e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:31.654115115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cd925b-0cc3-4b59-b7b3-b2e74559670e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:31.709231119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cd925b-0cc3-4b59-b7b3-b2e74559670e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:31.764265055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cd925b-0cc3-4b59-b7b3-b2e74559670e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:33.801992777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09edaf35-a88e-4b6d-94ea-888075c51635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:33.8565265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09edaf35-a88e-4b6d-94ea-888075c51635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:33.91088245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09edaf35-a88e-4b6d-94ea-888075c51635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:33.965355782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09edaf35-a88e-4b6d-94ea-888075c51635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:35.989260952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e38005bf-dfcd-416c-bb90-84e77ebce67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:36.043706716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e38005bf-dfcd-416c-bb90-84e77ebce67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:36.09806135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e38005bf-dfcd-416c-bb90-84e77ebce67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:36.152275231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e38005bf-dfcd-416c-bb90-84e77ebce67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.176911056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dceedeb0-40ab-4d1a-9878-aa949316e6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.231205582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dceedeb0-40ab-4d1a-9878-aa949316e6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.28562633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dceedeb0-40ab-4d1a-9878-aa949316e6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.340052599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dceedeb0-40ab-4d1a-9878-aa949316e6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.56321983Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","namespace":"ai-tenant-e2e-ipp-a-3a348f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.563283322Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","namespace":"ai-tenant-e2e-ipp-a-3a348f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.56334506Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","tenant":"e2e-ipp-a-3a348f","tenantID":"e2e-ipp-a-3a348f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.619421504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"Deployment","name":"maas-api-e2e-ipp-a-3a348f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.680574429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"Service","name":"maas-api-e2e-ipp-a-3a348f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.737694785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-3a348f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.793383411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-3a348f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.850483817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.907048307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:38.964554068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.021017958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.077056601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.133061934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.198880609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"Service","name":"payload-processing-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.260498022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.318738426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.375301771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.44286989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.500302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.556328574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.612736318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.668800715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-3a348f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:39.810665293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3a348f"},"namespace":"ai-tenant-e2e-ipp-a-3a348f","name":"default-tenant","reconcileID":"6e8b161d-b681-47d9-bb81-16ca8338cc4b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-3a348f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:40.319262584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05f5218-4f82-4299-b1b4-9ef40187ce22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:40.373787227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05f5218-4f82-4299-b1b4-9ef40187ce22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:40.428230912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05f5218-4f82-4299-b1b4-9ef40187ce22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:40.482587054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05f5218-4f82-4299-b1b4-9ef40187ce22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:40.880123269Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3a348f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3a348f","reconcileID":"dbf4e873-804e-4350-8f4f-91172a128b4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3a348f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-3a348f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:42.452967752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e841e228-cdc6-43e8-920a-ad3bbd886e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:42.507994861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e841e228-cdc6-43e8-920a-ad3bbd886e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:42.562952201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e841e228-cdc6-43e8-920a-ad3bbd886e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:42.617664808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e841e228-cdc6-43e8-920a-ad3bbd886e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:44.261712703Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:44.58493396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae48ce8-5eea-4b83-92f9-86e1bb7ff36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:44.639405634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae48ce8-5eea-4b83-92f9-86e1bb7ff36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:44.693614658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae48ce8-5eea-4b83-92f9-86e1bb7ff36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:44.748047897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae48ce8-5eea-4b83-92f9-86e1bb7ff36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:49.574116086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bd6ce4-7c83-417d-b09d-d41c6714dc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:49.629183666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bd6ce4-7c83-417d-b09d-d41c6714dc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:49.683659537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bd6ce4-7c83-417d-b09d-d41c6714dc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:49.738124183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bd6ce4-7c83-417d-b09d-d41c6714dc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:51.708489681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93045746-91aa-4baf-a687-96aaef497c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:51.762824497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93045746-91aa-4baf-a687-96aaef497c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:51.817588782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93045746-91aa-4baf-a687-96aaef497c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:51.872654683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93045746-91aa-4baf-a687-96aaef497c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:53.858936753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef77eb5-9b3d-4762-b272-c4b872c89bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:53.913329684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef77eb5-9b3d-4762-b272-c4b872c89bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:53.969422755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef77eb5-9b3d-4762-b272-c4b872c89bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:54.024561678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef77eb5-9b3d-4762-b272-c4b872c89bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:54.968234426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"9ec0e86a-7809-4254-91ba-0fe764931318","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.068592271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"d071c9d6-f8f1-4e6e-83e6-9949bfc49e88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.281777828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"2e5a24a5-f234-48f4-92d6-08db5c91ab81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.336205675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"f231dc43-6eb1-4436-955c-48798d891d1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.437596976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7656559f-7658-4c56-9573-33e7d5ebc669","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.496904279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"9bc8e2bc-c045-4f36-b99a-c7408653c355","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.67789881Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","namespace":"ai-tenant-e2e-ipp-b-a7b5f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.677977875Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","namespace":"ai-tenant-e2e-ipp-b-a7b5f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.678054087Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","tenant":"e2e-ipp-b-a7b5f0","tenantID":"e2e-ipp-b-a7b5f0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.704224419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67cad6bc-16ce-41c1-ad74-2e500816d1d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.734577232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a7b5f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.804790074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"eaa4b360-bb36-47c1-a099-7d7f20173346","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.805009926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"Service","name":"maas-api-e2e-ipp-b-a7b5f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.86404575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a7b5f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.905760837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"a1af477c-df44-4b93-a273-5fdc6d0aabd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.924798258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a7b5f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.981818297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:55.993041533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a820b9-833c-4094-8973-1a14f83aca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.049677201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a820b9-833c-4094-8973-1a14f83aca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.049956382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.103045043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"cd6dec47-6e9c-4216-9820-d0619d8fe60a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.104964019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a820b9-833c-4094-8973-1a14f83aca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.159516071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a820b9-833c-4094-8973-1a14f83aca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.166787175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.226085716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.282231925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.338114013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.39188042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"9a9c953e-485d-40bf-9949-f73701d8bb30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.4454587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"Service","name":"payload-processing-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.509883615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.568622039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.601147993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"798acee4-e9ac-4ab9-8423-a345b757b141","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.625286481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.685020668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.743017535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.798916375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.855079569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.911070762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a7b5f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:56.967101257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a7b5f0"},"namespace":"ai-tenant-e2e-ipp-b-a7b5f0","name":"default-tenant","reconcileID":"c5eee11f-bc0f-45bd-9de2-2893aeb58b85","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a7b5f0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:57.892474766Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a7b5f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a7b5f0","reconcileID":"8b0683b2-e5a3-494a-b46f-98a5b074b64e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a7b5f0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a7b5f0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:58.130548175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182cf19b-a71a-42c4-a6b6-186de22d1b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:58.184950717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182cf19b-a71a-42c4-a6b6-186de22d1b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:58.239099087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182cf19b-a71a-42c4-a6b6-186de22d1b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:23:58.293374554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182cf19b-a71a-42c4-a6b6-186de22d1b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:00.281145471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fb7121-909e-4384-82d0-9f048406b99b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:00.335619005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fb7121-909e-4384-82d0-9f048406b99b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:00.389859078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fb7121-909e-4384-82d0-9f048406b99b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:00.444305768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fb7121-909e-4384-82d0-9f048406b99b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.423092281Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","namespace":"ai-tenant-e2e-ipp-b-0ee0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.423203706Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","namespace":"ai-tenant-e2e-ipp-b-0ee0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.423263468Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","tenant":"e2e-ipp-b-0ee0f8","tenantID":"e2e-ipp-b-0ee0f8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.479609974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"Deployment","name":"maas-api-e2e-ipp-b-0ee0f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.48119638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80da7920-a4cf-4f2e-bb8a-93dc8d021f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.535549389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80da7920-a4cf-4f2e-bb8a-93dc8d021f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.544023755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"Service","name":"maas-api-e2e-ipp-b-0ee0f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.589794279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80da7920-a4cf-4f2e-bb8a-93dc8d021f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.644975743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80da7920-a4cf-4f2e-bb8a-93dc8d021f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.649226339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-0ee0f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.705088562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-0ee0f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.765458562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.821798534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.939390122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:02.996111231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.050481258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.104386724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.158474635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"Service","name":"payload-processing-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.212523653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.266829955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.320953691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.374764889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.433146066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.487412646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.541534037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.595361494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-0ee0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.649345254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee0f8"},"namespace":"ai-tenant-e2e-ipp-b-0ee0f8","name":"default-tenant","reconcileID":"3782819c-253a-4b9c-92fc-57ffc8ab9390","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-0ee0f8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.751003324Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","namespace":"ai-tenant-e2e-praxis-a-4c2a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.751096623Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","namespace":"ai-tenant-e2e-praxis-a-4c2a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.751210004Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","tenant":"e2e-praxis-a-4c2a66","tenantID":"e2e-praxis-a-4c2a66","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.809027092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"Deployment","name":"maas-api-e2e-praxis-a-4c2a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.874107866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"Service","name":"maas-api-e2e-praxis-a-4c2a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.931950208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-4c2a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:03.987888768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-4c2a66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.081866111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.144212956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.204258741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.262055277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.316777234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.370689292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.424504353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"Service","name":"payload-processing-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.478558992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.532318826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.554422224Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0ee0f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0ee0f8","reconcileID":"ef514681-fc43-48bf-bce5-dfbdb2715de9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0ee0f8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-0ee0f8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.58636119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.640229344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.688950891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e35963-5289-4253-8277-383946054ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.744251311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e35963-5289-4253-8277-383946054ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.749687818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.798421747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e35963-5289-4253-8277-383946054ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.853273975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e35963-5289-4253-8277-383946054ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.853456093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.907298917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:04.96118642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-4c2a66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:05.014997521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4c2a66"},"namespace":"ai-tenant-e2e-praxis-a-4c2a66","name":"default-tenant","reconcileID":"a22bc968-d687-44e9-9e89-57276ee20d20","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-4c2a66","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:05.870373289Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4c2a66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4c2a66","reconcileID":"bf3de17c-ea07-4dbf-9892-791e1e7d6bff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4c2a66","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-4c2a66"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:06.819002255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dae094f-7306-411d-aa67-8345bc71c684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:06.875434527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dae094f-7306-411d-aa67-8345bc71c684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:06.930106551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dae094f-7306-411d-aa67-8345bc71c684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:06.984301257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dae094f-7306-411d-aa67-8345bc71c684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:08.958984363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445d5d67-6496-4abf-8116-88ea24a8a539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:09.013544514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445d5d67-6496-4abf-8116-88ea24a8a539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:09.068253662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445d5d67-6496-4abf-8116-88ea24a8a539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:09.125118316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445d5d67-6496-4abf-8116-88ea24a8a539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:11.09085567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d256f8c-b7bc-4b41-8e77-82747cfdca11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:11.145623159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d256f8c-b7bc-4b41-8e77-82747cfdca11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:11.200089154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d256f8c-b7bc-4b41-8e77-82747cfdca11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:11.257877445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d256f8c-b7bc-4b41-8e77-82747cfdca11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:12.251485287Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-550b8a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-550b8a","reconcileID":"8090fdeb-41ce-4d59-b84e-9b2158205c45","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-550b8a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-550b8a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:13.229150217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391b45cd-a754-45ac-a802-cb1618ec8f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:13.283532999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391b45cd-a754-45ac-a802-cb1618ec8f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:13.337926963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391b45cd-a754-45ac-a802-cb1618ec8f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:13.392560653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391b45cd-a754-45ac-a802-cb1618ec8f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:14.263443283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:15.388017175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b35e3a82-a994-4dc5-9859-8167fea452e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:15.442548376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b35e3a82-a994-4dc5-9859-8167fea452e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:15.497565581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b35e3a82-a994-4dc5-9859-8167fea452e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:15.552136414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b35e3a82-a994-4dc5-9859-8167fea452e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:17.53889097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfed4e5-9585-4652-87c7-10186fd387fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:17.593213345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfed4e5-9585-4652-87c7-10186fd387fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:17.648144997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfed4e5-9585-4652-87c7-10186fd387fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:17.702576446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfed4e5-9585-4652-87c7-10186fd387fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:18.404561437Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ad9e22","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ad9e22","reconcileID":"71168919-5a2c-4df8-886b-1caf342efece","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ad9e22","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ad9e22":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:19.682140543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"166a85b4-a450-4318-9dec-199d40f7a21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:19.7369394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"166a85b4-a450-4318-9dec-199d40f7a21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:19.791364175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"166a85b4-a450-4318-9dec-199d40f7a21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:19.845681488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"166a85b4-a450-4318-9dec-199d40f7a21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:21.882790809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef2fe21-e35b-476e-86bd-42b0e016bf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:21.937860776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef2fe21-e35b-476e-86bd-42b0e016bf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:21.994649588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef2fe21-e35b-476e-86bd-42b0e016bf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:22.049614757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ef2fe21-e35b-476e-86bd-42b0e016bf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:24.024989218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd78d9b-c585-4266-a7c6-227ea940fc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:24.079533992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd78d9b-c585-4266-a7c6-227ea940fc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:24.134498916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd78d9b-c585-4266-a7c6-227ea940fc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:24.189063772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd78d9b-c585-4266-a7c6-227ea940fc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:26.177511009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533ae8e2-5783-480c-a8f8-33595be454dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:26.231715689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533ae8e2-5783-480c-a8f8-33595be454dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:26.286363499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533ae8e2-5783-480c-a8f8-33595be454dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:26.341051781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533ae8e2-5783-480c-a8f8-33595be454dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:26.909465428Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","namespace":"ai-tenant-e2e-praxis-a-e7c9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:26.909532263Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","namespace":"ai-tenant-e2e-praxis-a-e7c9be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:26.909582261Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","tenant":"e2e-praxis-a-e7c9be","tenantID":"e2e-praxis-a-e7c9be","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:26.965787309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"Deployment","name":"maas-api-e2e-praxis-a-e7c9be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.029396577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"Service","name":"maas-api-e2e-praxis-a-e7c9be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.086473859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-e7c9be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.143604064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-e7c9be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.200928306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.25813421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.317306181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.373718156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.44951287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.504296238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.558140792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"Service","name":"payload-processing-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.612494781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.666528369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.720520624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.810709262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.909063371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:27.967547477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:28.021606262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:28.076090418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-e7c9be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:28.130171694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7c9be"},"namespace":"ai-tenant-e2e-praxis-a-e7c9be","name":"default-tenant","reconcileID":"513e1687-2ec7-4268-93cc-fcfe8fe3f840","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-e7c9be","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:28.399314264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43348cae-7681-4494-a6f4-0d669c83e5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:28.45394644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43348cae-7681-4494-a6f4-0d669c83e5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:28.508459077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43348cae-7681-4494-a6f4-0d669c83e5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:28.562703243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43348cae-7681-4494-a6f4-0d669c83e5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:29.023912012Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e7c9be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e7c9be","reconcileID":"b0adbd2e-0bf5-43dc-ab3b-50852ce00a47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e7c9be","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-e7c9be"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:30.527560235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf25d1df-eef0-440b-8903-746aa5c17da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:30.582157918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf25d1df-eef0-440b-8903-746aa5c17da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:30.638325187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf25d1df-eef0-440b-8903-746aa5c17da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:30.694236922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf25d1df-eef0-440b-8903-746aa5c17da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:32.660606339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca13af59-670a-49de-bcd0-c1915894b26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:32.7169769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca13af59-670a-49de-bcd0-c1915894b26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:32.771917005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca13af59-670a-49de-bcd0-c1915894b26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:32.826479884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca13af59-670a-49de-bcd0-c1915894b26e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:34.784274289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f440f39-bae5-4c5e-88fc-fefe48512bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:34.838803219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f440f39-bae5-4c5e-88fc-fefe48512bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:34.893420095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f440f39-bae5-4c5e-88fc-fefe48512bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:34.948195148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f440f39-bae5-4c5e-88fc-fefe48512bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:36.919656635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2ccc38-a1b9-4f97-8960-c274f3a12ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:36.974546993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2ccc38-a1b9-4f97-8960-c274f3a12ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:37.02880555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2ccc38-a1b9-4f97-8960-c274f3a12ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:37.08325433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2ccc38-a1b9-4f97-8960-c274f3a12ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:39.039923383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defd6db4-8780-41a2-ae0d-caa2b8d4a075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:39.09436137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defd6db4-8780-41a2-ae0d-caa2b8d4a075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:39.148697388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defd6db4-8780-41a2-ae0d-caa2b8d4a075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:39.202975348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defd6db4-8780-41a2-ae0d-caa2b8d4a075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:41.286738027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7af8c28-d1c0-443f-a6b2-dafacc6ebfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:41.341471272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7af8c28-d1c0-443f-a6b2-dafacc6ebfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:41.395990593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7af8c28-d1c0-443f-a6b2-dafacc6ebfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:41.451191338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7af8c28-d1c0-443f-a6b2-dafacc6ebfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:43.482717595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71eb1457-3232-45c5-bada-190d4f374537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:43.537174939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71eb1457-3232-45c5-bada-190d4f374537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:43.591432628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71eb1457-3232-45c5-bada-190d4f374537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:43.645852191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71eb1457-3232-45c5-bada-190d4f374537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:44.261887688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:45.601217643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e29d1e1-c655-48ef-8b86-4fbaf9f3d407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:45.657049596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e29d1e1-c655-48ef-8b86-4fbaf9f3d407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:45.712843352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e29d1e1-c655-48ef-8b86-4fbaf9f3d407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:45.767203309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e29d1e1-c655-48ef-8b86-4fbaf9f3d407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:54.784649226Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","namespace":"ai-tenant-e2e-ipp-b-0882f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:54.784732962Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","namespace":"ai-tenant-e2e-ipp-b-0882f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:54.784806011Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","tenant":"e2e-ipp-b-0882f4","tenantID":"e2e-ipp-b-0882f4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:54.841229982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"Deployment","name":"maas-api-e2e-ipp-b-0882f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:54.906409805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"Service","name":"maas-api-e2e-ipp-b-0882f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:54.966341423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-0882f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.022614014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-0882f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.07979193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.136569988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.195876644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.257358526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.318202481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.372395106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.426447643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"Service","name":"payload-processing-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.480730111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.53507292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.58950226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.643780099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.702485663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.756944984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.810878867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.86573423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-0882f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:55.919772984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0882f4"},"namespace":"ai-tenant-e2e-ipp-b-0882f4","name":"default-tenant","reconcileID":"e1ce65ee-6870-4381-8741-2d087d0c6730","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-0882f4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:56.789276657Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0882f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0882f4","reconcileID":"63551525-5f0d-4226-a2d6-534a6bd7de6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0882f4","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-0882f4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:57.940327163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164a358d-2afc-4236-b741-02f4f0d76e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:57.995738219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164a358d-2afc-4236-b741-02f4f0d76e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:58.050937459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164a358d-2afc-4236-b741-02f4f0d76e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:58.105428973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164a358d-2afc-4236-b741-02f4f0d76e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:59.837399762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"d1216730-a1fa-43cf-8d3d-585167995e4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:59.938554855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"207ba9be-245e-40a1-ae05-971aebb1b71e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:24:59.960969789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"41cb43e8-62d6-4066-86c3-7293c0ffa58d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:00.03822624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"900743fe-1239-4b91-b13c-3e4292cded0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:00.06404777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65de186-a712-4269-a40b-0e6e72c9bf9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:00.119459752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65de186-a712-4269-a40b-0e6e72c9bf9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:00.174225305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65de186-a712-4269-a40b-0e6e72c9bf9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:00.174685849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"34a2b916-aba5-42f1-9c73-fb1963db7fbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:00.174989883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d28eb636-dff6-48f6-b3a6-22cecace505b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:00.228818633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65de186-a712-4269-a40b-0e6e72c9bf9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:00.339321102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"bc6cc82f-7bf8-4bb9-8643-7dc20edb51a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:00.454551168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"47051cff-42ce-4bb9-95cc-5e07ab6b5ae2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:00.673605802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"29eb9d7f-587c-4011-a935-03d88a855266","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:00.890703145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"9b14aeb3-1051-45a0-a904-6028ba1b7a7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:01.012767785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"05a45ba2-7429-4951-bfd8-2c3219ea2458","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:01.113087982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"176534dd-f10b-40a8-801c-5a1ad50ce459","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:10.075909482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d3ab05-c04b-42de-a9ab-0e08ccf2278b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:10.130099084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d3ab05-c04b-42de-a9ab-0e08ccf2278b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:10.185241502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d3ab05-c04b-42de-a9ab-0e08ccf2278b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:10.239644872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d3ab05-c04b-42de-a9ab-0e08ccf2278b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:10.594279128Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1cdd1d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1cdd1d","reconcileID":"3bec5811-0424-4f3c-b985-55eec242eb0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1cdd1d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-1cdd1d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:11.261583129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"ca183a53-a10b-459d-b893-1625370597dc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-550b8a","tenantID":"e2e-praxis-a-550b8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:11.464227152Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"ca183a53-a10b-459d-b893-1625370597dc","name":"e2e-praxis-a-550b8a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:12.276347877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3830f441-d029-4f5e-acda-67a33b87b080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:12.331354408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3830f441-d029-4f5e-acda-67a33b87b080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:12.385904886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3830f441-d029-4f5e-acda-67a33b87b080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:12.440597504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3830f441-d029-4f5e-acda-67a33b87b080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:14.266704249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:14.409652758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c0c430-ad7d-4202-8688-7d15ef1f24f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:14.4645167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c0c430-ad7d-4202-8688-7d15ef1f24f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:14.518724762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c0c430-ad7d-4202-8688-7d15ef1f24f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:14.572993666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c0c430-ad7d-4202-8688-7d15ef1f24f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:16.555517523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9789f825-008a-44d6-bf1a-eca0b0b714d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:16.609951667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9789f825-008a-44d6-bf1a-eca0b0b714d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:16.664304925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9789f825-008a-44d6-bf1a-eca0b0b714d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:16.718663401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9789f825-008a-44d6-bf1a-eca0b0b714d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.001841761Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","namespace":"ai-tenant-e2e-praxis-b-2afc0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.001903288Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","namespace":"ai-tenant-e2e-praxis-b-2afc0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.001954177Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","tenant":"e2e-praxis-b-2afc0d","tenantID":"e2e-praxis-b-2afc0d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.058231244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"Deployment","name":"maas-api-e2e-praxis-b-2afc0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.122377025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"Service","name":"maas-api-e2e-praxis-b-2afc0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.180071705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-2afc0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.236211823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-2afc0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.296186618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.354782731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.412084134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.468787446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.528581969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.583004348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.637300865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"Service","name":"payload-processing-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.691796584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.745814618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.799952079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.853724904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.91227279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:17.966273097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:18.020347245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:18.074363739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-2afc0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:18.128514056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2afc0d"},"namespace":"ai-tenant-e2e-praxis-b-2afc0d","name":"default-tenant","reconcileID":"0c83ca14-8490-471b-bf16-ca21594583ec","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-2afc0d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:18.990478481Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2afc0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2afc0d","reconcileID":"1629e965-f03d-4ac9-b942-8ec0073c7e33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2afc0d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-2afc0d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:19.490410898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"71a9960a-57f6-401d-8642-94107e3bfd5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:19.590966619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"1b3e770f-c9bc-4cbd-a883-68e4fa7ace24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:19.590971952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2202b2a-4e53-4006-9e1d-eba5bd2450cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:19.763134721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"45a8b3fd-7537-4ce2-964f-a60453fe9b91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:19.928132413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"600106c9-5c82-487e-8d12-539c8e347869","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:20.049320466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"3b122f30-9ed1-4705-9ff1-55a441b42e5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:20.136606528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0ff27-dd40-471b-8b1b-b45f513b886d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:20.147960562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"a5693a9d-431d-43df-b6b2-0e7fb3f52d6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:20.190988874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0ff27-dd40-471b-8b1b-b45f513b886d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:20.245246921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0ff27-dd40-471b-8b1b-b45f513b886d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:20.299894234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0ff27-dd40-471b-8b1b-b45f513b886d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:20.465089009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"bdc64b77-e7be-44cc-aa59-9dd708184629","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:20.566756748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"1daf2935-54f7-4426-939e-080a4fbc7049","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:20.566763717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"5c206468-0d6c-463f-88d9-4341bc840e82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:20.632467481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"f65050e8-5c31-4885-ac59-fd1ab3f32a17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:20.687286794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"e097f973-f814-4dd0-864f-e00897268187","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:22.295086863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c36dc2-b2a8-4bc7-be72-d5175d0ba793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:22.349745669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c36dc2-b2a8-4bc7-be72-d5175d0ba793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:22.404309225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c36dc2-b2a8-4bc7-be72-d5175d0ba793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:22.45882206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c36dc2-b2a8-4bc7-be72-d5175d0ba793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:23.375099305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"c5609386-c3f3-4504-8759-640146bc50a5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:23.498022809Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"c5609386-c3f3-4504-8759-640146bc50a5","name":"e2e-praxis-a-ad9e22-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.704537442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"31b727d1-529e-4d4c-9f23-201e968b5a77","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.704881701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"595a6553-87bb-439a-a585-4615c71c9fb4","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.705145988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-w3-f73b9f","reconcileID":"7501e051-d821-4a34-aab8-e4c03baf0a7b","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.759937477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-2-w3-f73b9f","reconcileID":"5909421d-01d9-48e3-bb76-78ba2a78350c","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-2-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-2-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.874347763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"21050f89-9cc3-4dcc-b726-00612e409cba","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.87473961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-w3-f73b9f","reconcileID":"b02d8e00-2b8b-41b3-825d-95005174cd5d","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.87492719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-2-w3-f73b9f","reconcileID":"c29ed289-5496-4aeb-8546-a6fce7e7159e","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-2-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-2-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.875101897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"0e5115b2-ae2c-4a5d-b772-92f253055ab4","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.976154474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"7fef3f82-346a-4339-b11f-ffba7a5b3b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.976248788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0f8c1281-7dda-428a-a43e-0d81354c68b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.978521914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"db20ee56-289d-4df4-9237-f4c81600c921","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:26.978736918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"191d2f26-3385-489d-b5c0-e4f564eb067c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.036372359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0f8c1281-7dda-428a-a43e-0d81354c68b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.041826231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"7fef3f82-346a-4339-b11f-ffba7a5b3b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.357205242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"eb4afed6-38c3-44c8-9292-16d469ebde6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.357254185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"590d3e47-eed3-4c53-993e-dec5f72f5a34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.456449365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"166150a6-3a9a-4691-8da7-0db2e19646a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.456449295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"8d640e75-dbdb-4b83-9a75-5dd20069bb79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.516398642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"8d640e75-dbdb-4b83-9a75-5dd20069bb79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.516571132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"166150a6-3a9a-4691-8da7-0db2e19646a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.698124213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d9d5b-f499-4d91-9034-80b81af70caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.75280891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d9d5b-f499-4d91-9034-80b81af70caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.807276562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d9d5b-f499-4d91-9034-80b81af70caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:27.861625243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d9d5b-f499-4d91-9034-80b81af70caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:29.896093988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa820d88-5d4e-4351-ae1d-d52782ed25dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:29.950432731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa820d88-5d4e-4351-ae1d-d52782ed25dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:30.004815324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa820d88-5d4e-4351-ae1d-d52782ed25dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:30.05928532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa820d88-5d4e-4351-ae1d-d52782ed25dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:31.94636972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-2-w3-f73b9f","reconcileID":"3c713d3a-c2d4-4093-b0df-a8a6727f0872","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-2-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-2-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.093257015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146616cb-d283-4025-a205-be3406ba046e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.148502088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146616cb-d283-4025-a205-be3406ba046e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.202987746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146616cb-d283-4025-a205-be3406ba046e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.258132499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146616cb-d283-4025-a205-be3406ba046e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.264351627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-w3-f73b9f","reconcileID":"c2f1d763-1227-4030-a0ab-e7af3c62e864","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.583669667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"f39f6431-f896-44bd-8ff7-44b3cd651cad","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.804212936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"5bd416f8-8a7a-411a-85ec-0392f7f3d7b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.807196147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0a3705d5-04c0-40df-be0b-2e73fbfeaea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.807196148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"8cd5cb3c-a39f-483e-af57-e99ddc10cd1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.86682905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"8cd5cb3c-a39f-483e-af57-e99ddc10cd1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.866984961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0a3705d5-04c0-40df-be0b-2e73fbfeaea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.903107215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"0ebed06f-6fd4-4bd6-baff-476121616233","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:32.978037782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"efa4feb4-27e1-4cf7-8170-ac0f768d3ea6","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:33.12330034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"5facdaab-c0b0-445b-aab0-44dc2b683dc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:33.225533652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"a5670ad9-cf4d-4661-9ad3-e3716da5888c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:33.240686522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"58f5b808-6845-4998-93df-61996b2a474c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:33.240694321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"f31d7883-f7eb-4c20-be31-84cfefb29ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:33.295585695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"27a6fe68-8ef2-4daa-8d11-21b0ee1b0c10","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:33.301713601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"58f5b808-6845-4998-93df-61996b2a474c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:33.301713603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"f31d7883-f7eb-4c20-be31-84cfefb29ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:33.514893322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"eab9603a-fca0-4ae8-b3db-237803d6dfa4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.325123464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-2-w3-f73b9f","reconcileID":"40823c3b-2286-4764-8027-b3132b08a312","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-2-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-2-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.325432776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-w3-f73b9f","reconcileID":"7f8ba31e-be7d-4745-966d-951e6b139cee","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.32559323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"2b21e258-5333-4d81-a15f-a186b6c6f3e3","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.325887095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"baf00179-dfb0-4293-bb20-9f83080fe0f0","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.487895076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"f6abeb08-ccc7-4991-b1d7-6f7d15e67e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.487921695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"be9d641e-3422-407c-909e-5c1b62b82bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.543211738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"6d9d98c0-f0bd-4cd9-89c0-38d3f2aee33d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.543526481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"25d9eeed-10c6-42f6-9a95-a00d977696ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.547305115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"be9d641e-3422-407c-909e-5c1b62b82bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.547426079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"f6abeb08-ccc7-4991-b1d7-6f7d15e67e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.87434997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"7cd697b9-2752-4419-be33-7059afbdfa41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.874349167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"1a773676-825c-4b2c-9144-bc108e1594f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.876890797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"ee09b924-2ac7-4355-9acf-8b0ec41f1ea4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-simulator-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.877380678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"7168f4a0-2ab3-440f-95ad-bdbfa423c817","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"maas-trlp-premium-w3-f73b9f","model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.935505123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"1a773676-825c-4b2c-9144-bc108e1594f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:37.938891059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"7cd697b9-2752-4419-be33-7059afbdfa41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.026572962Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","namespace":"ai-tenant-e2e-praxis-b-862ad1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.026664282Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","namespace":"ai-tenant-e2e-praxis-b-862ad1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.02674194Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","tenant":"e2e-praxis-b-862ad1","tenantID":"e2e-praxis-b-862ad1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.083188516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"Deployment","name":"maas-api-e2e-praxis-b-862ad1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.145563317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"Service","name":"maas-api-e2e-praxis-b-862ad1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.203039524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-862ad1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.258965277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-862ad1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.316692705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.373728138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.433237811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.489469386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.543569924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.597763423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.651900107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"Service","name":"payload-processing-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.706299184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.760740949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.814896863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.869122843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.929463934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:39.983335701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:40.037217715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:40.091267476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-862ad1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:40.145728281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-862ad1"},"namespace":"ai-tenant-e2e-praxis-b-862ad1","name":"default-tenant","reconcileID":"a94e7880-ca9f-4610-b8fb-a01b10a1d4ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-862ad1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:40.994526717Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-862ad1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-862ad1","reconcileID":"c6ac152a-2e8a-42f9-82e3-a427339b1662","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-862ad1","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-862ad1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:42.160117887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c58af5-ce00-498c-94d4-021e33206d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:42.216249729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c58af5-ce00-498c-94d4-021e33206d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:42.271766781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c58af5-ce00-498c-94d4-021e33206d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:42.326210792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c58af5-ce00-498c-94d4-021e33206d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:44.262662628Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:44.29120653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fca76fe-e138-4697-9943-2007feb45aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:44.345754928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fca76fe-e138-4697-9943-2007feb45aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:44.400175738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fca76fe-e138-4697-9943-2007feb45aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:44.454749058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fca76fe-e138-4697-9943-2007feb45aa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:46.590591407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384b056b-d7e0-4644-81ca-cc39ce50bb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:46.645226289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384b056b-d7e0-4644-81ca-cc39ce50bb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:46.699907891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384b056b-d7e0-4644-81ca-cc39ce50bb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:46.755224261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384b056b-d7e0-4644-81ca-cc39ce50bb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:47.326570593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-2-w3-f73b9f","reconcileID":"da85c713-3206-4f09-84ff-f21bda9f175c","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-2-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-2-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:47.326932442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-w3-f73b9f","reconcileID":"2ed17320-05fb-4cd9-851f-dbaa70f77fcf","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:47.327213101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"8c654761-944a-4cd6-a204-e047bdaf0767","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:47.327676401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"8865ace1-d713-4c74-976a-a2fff4053c48","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:48.729185692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6df13b8-bd2c-40c3-af4c-773b557fe86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:48.783666053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6df13b8-bd2c-40c3-af4c-773b557fe86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:48.837965135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6df13b8-bd2c-40c3-af4c-773b557fe86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:48.892503504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6df13b8-bd2c-40c3-af4c-773b557fe86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.274731565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-w0-162191","reconcileID":"df81ccae-ed69-4841-b2da-6fc9547401ca","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.275072198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-2-w0-162191","reconcileID":"b5929b02-6255-41a3-8014-d771ac45ded7","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-2-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-2-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.275358201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"7716d0c2-b716-4eb5-849b-9b0df75321ac","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.329732692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"08fd8710-66dd-424c-a73f-d0a0323cbcda","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.44499589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"38d1b801-604d-4a0c-9564-f8d085e121d6","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.445735658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"df10ffbf-c9ad-47c1-998b-e7e4e9a1a0c8","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.446623201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-w0-162191","reconcileID":"3bb7877a-0386-4194-81a5-53c1aa092249","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.446939082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-2-w0-162191","reconcileID":"5b24e387-9380-4ad1-b766-e58385405caa","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-2-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-2-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.546158084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"cdf386f2-49ae-47df-a086-f040aeeebf5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.546237072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"588155b5-f854-4b98-bb6d-121764604668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.547871728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"8dc65406-ddd6-4520-b750-d7a6dc6c949d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.597654172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"9ff18f6b-5c4e-4627-89ab-d111440e234e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.606547514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"588155b5-f854-4b98-bb6d-121764604668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.609092533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"cdf386f2-49ae-47df-a086-f040aeeebf5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.931246829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"0daa35b2-fa04-4abe-a899-54321c763afa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:50.931288095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"5a254610-f66d-43ae-9402-62ad8dabaee8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:51.085815867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"cc3906de-6ddd-47e3-9c33-ffca552d3262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:51.085815916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"0d99f41c-a896-42b5-bec0-9330da6a7d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:51.146890521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"cc3906de-6ddd-47e3-9c33-ffca552d3262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:51.146892194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"0d99f41c-a896-42b5-bec0-9330da6a7d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:51.311342211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa203f5-155b-451d-91ae-78da4675a26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:51.366015761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa203f5-155b-451d-91ae-78da4675a26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:51.420406382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa203f5-155b-451d-91ae-78da4675a26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:51.474866958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa203f5-155b-451d-91ae-78da4675a26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:53.441322077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d2369d-5d05-4828-aa72-b7aeb4742dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:53.49593948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d2369d-5d05-4828-aa72-b7aeb4742dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:53.550681215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d2369d-5d05-4828-aa72-b7aeb4742dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:53.605361405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d2369d-5d05-4828-aa72-b7aeb4742dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:55.576201323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-2-w0-162191","reconcileID":"6a9a5627-820c-404c-ba56-d871b3cf3f65","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-2-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-2-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:55.607668931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545b8580-f969-4ed4-8592-0a412b50f5ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:55.662219572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545b8580-f969-4ed4-8592-0a412b50f5ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:55.716430236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545b8580-f969-4ed4-8592-0a412b50f5ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:55.770719097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"545b8580-f969-4ed4-8592-0a412b50f5ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:55.895989789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-w0-162191","reconcileID":"a476be3f-97e2-4cbb-94c4-362a309342bb","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.214859518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"c27800e2-3d96-4bba-8dbb-ff55a5019149","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.433953651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"9cbe073d-334c-457a-9e28-783e3bf1c53a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.47849274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"1d3df5e2-7c50-4490-a186-a331abd37c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.478493101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"e1167029-a7c4-4019-a258-a8f2d2fad92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.533326015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"58bda0ce-c982-46df-8f4c-4fc635928b2c","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.538585878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"e1167029-a7c4-4019-a258-a8f2d2fad92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.539016993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"1d3df5e2-7c50-4490-a186-a331abd37c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.605603421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"8a8b624e-3cb9-4c0f-b032-dbfae93f029f","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.820373166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"9f5a774a-ede3-4c0a-b20a-c57227a8e147","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.87566489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"410c28e7-979f-45a6-95e0-b1c537b806d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.935048841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"91bec8d5-0d47-4f7d-a0c1-6f22a92c07ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.935211309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"9dd66b60-8afb-484c-9ff8-65e72b35511d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.995621592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"9dd66b60-8afb-484c-9ff8-65e72b35511d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:56.995679126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"91bec8d5-0d47-4f7d-a0c1-6f22a92c07ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:57.051709799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"44c345fb-140d-45ed-ac26-45d09c98290d","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:57.318936173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"bb85d441-5bc4-47cd-9f20-98fde42bde56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:57.327469333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-2-w3-f73b9f","reconcileID":"ee515907-5aad-42b3-8397-15fa01a1311e","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-2-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-2-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:57.327900172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-w3-f73b9f","reconcileID":"2e34a0f9-f1cf-49bc-bda5-00fcc3c01d14","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:57.328225508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"ee721e4a-384b-4f08-8cf3-27c23810c253","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:57.328661441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"17bd8351-0ed1-417b-9ed1-6a5a0f06f885","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:57.803362478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a139d42b-f820-453f-b8c3-d7a9fb2b7f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:57.858329907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a139d42b-f820-453f-b8c3-d7a9fb2b7f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:57.912774948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a139d42b-f820-453f-b8c3-d7a9fb2b7f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:57.96738362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a139d42b-f820-453f-b8c3-d7a9fb2b7f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:25:59.985481601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337a72ff-a4b2-434f-a556-cb123d35eb51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:00.040604598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337a72ff-a4b2-434f-a556-cb123d35eb51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:00.095192235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337a72ff-a4b2-434f-a556-cb123d35eb51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:00.151378274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337a72ff-a4b2-434f-a556-cb123d35eb51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:00.891478997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-2-w0-162191","reconcileID":"f2530003-4730-40bc-b45f-302467273e74","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-2-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-2-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:00.891750363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-w0-162191","reconcileID":"107ed4b8-2136-46d7-a34d-7e5ef61c7bcc","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:00.891963119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"f4726b16-c4a4-454b-89e2-49571234a792","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:00.892278426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"613a3476-0a65-43b3-a152-7946d02c25fd","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.05328184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"0dbdb78e-b45b-489d-a181-9b08de55769f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.053316361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"848778ac-ff41-4fcc-ab87-fb59ed496acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.109027256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"3a014e02-9d4d-4def-b162-21ea9dba8d0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.109093179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"6cf8f2a5-0552-4ec0-8a62-233435165737","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.112948683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"848778ac-ff41-4fcc-ab87-fb59ed496acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.112995748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"0dbdb78e-b45b-489d-a181-9b08de55769f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.437593619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"3639ab1f-e2ec-43da-aa64-acd5c464396b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.437593559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"0c059f02-9585-42d9-baaf-5c58233948da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.439817968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"8e63aef9-5673-4e09-bd72-d978a9654cba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.439862043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"ea08ffab-4567-4f10-9ce9-f271ccf01e4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.500336196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"3639ab1f-e2ec-43da-aa64-acd5c464396b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:01.50042693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"0c059f02-9585-42d9-baaf-5c58233948da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:07.328981943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-2-w3-f73b9f","reconcileID":"945734f1-0cac-4e79-9dae-2aaacadb9da5","MaaSModelRef":{"name":"distinct-2-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-2-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-2-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:07.329332951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"distinct-w3-f73b9f","reconcileID":"42a14c0b-3289-43f1-9bc4-623a0cc276c0","MaaSModelRef":{"name":"distinct-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"distinct-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"distinct-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:07.329573101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"premium-w3-f73b9f","reconcileID":"5056a11a-aab3-4630-a360-9319bac5484d","MaaSModelRef":{"name":"premium-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"premium-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"premium-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:07.329901341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"namespace":"e2e-models-e2e-worker-w3-f73b9f","name":"simulator-w3-f73b9f","reconcileID":"7b7d91dc-af46-4be9-adf3-3fd0cc07b966","MaaSModelRef":{"name":"simulator-w3-f73b9f","namespace":"e2e-models-e2e-worker-w3-f73b9f"},"routeName":"simulator-w3-f73b9f-kserve-route","namespace":"e2e-models-e2e-worker-w3-f73b9f","llmisvcName":"simulator-w3-f73b9f","gateway":"openshift-ingress/e2e-worker-w3-f73b9f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.230585622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"3d3411b2-7098-4682-aad7-0f9aa519f817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.230585429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"13171ee8-14f5-4224-8569-bfbb717defc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.266778951Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"ce75f889-e8bc-49da-8b56-1bce9a0c4f3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.267026115Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"305f9241-5985-40c7-9302-2c0b23621758","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.292206081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"13171ee8-14f5-4224-8569-bfbb717defc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.292280629Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"13171ee8-14f5-4224-8569-bfbb717defc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.292536482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"3d3411b2-7098-4682-aad7-0f9aa519f817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.292591493Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"3d3411b2-7098-4682-aad7-0f9aa519f817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.443643644Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"619b9e41-66dc-4c95-9648-6c999de4fd31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.443643293Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"38357ee8-b1b7-4609-97dc-e18610f9a61d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.520744064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"2dbdb810-5c12-4848-b817-a4ba81a29bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.520744023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"fabe0a6a-1862-4688-97d0-d9e96cc952c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.55734677Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"7979950c-adaa-4765-b497-6952f1248fba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.557371138Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"31d51c2f-8759-409b-9083-a03b49dada04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.58004612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"2dbdb810-5c12-4848-b817-a4ba81a29bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.58011451Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"2dbdb810-5c12-4848-b817-a4ba81a29bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.581423234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"fabe0a6a-1862-4688-97d0-d9e96cc952c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.581461772Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"fabe0a6a-1862-4688-97d0-d9e96cc952c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.659421173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1b888e-9802-4eb6-a507-6d1aaab05c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.71443052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1b888e-9802-4eb6-a507-6d1aaab05c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.769324948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1b888e-9802-4eb6-a507-6d1aaab05c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.824556152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1b888e-9802-4eb6-a507-6d1aaab05c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.932327139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"e9857cbc-268c-434a-9453-38f84bdac713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.976419082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"48a4836b-b0ad-4b34-b888-82fbbc9bae8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.992675076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"e9857cbc-268c-434a-9453-38f84bdac713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:08.992741539Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"e9857cbc-268c-434a-9453-38f84bdac713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.037280716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"48a4836b-b0ad-4b34-b888-82fbbc9bae8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.037354507Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"48a4836b-b0ad-4b34-b888-82fbbc9bae8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.144972052Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"0207207f-2086-4734-80fa-cf4b81e57693","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.245069293Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"3d783211-1ad0-454a-964b-92dc7eb3f221","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.25239993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0b9bd65a-7dae-4842-a7ad-dc23d941b1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.311555929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0b9bd65a-7dae-4842-a7ad-dc23d941b1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.311602587Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"0b9bd65a-7dae-4842-a7ad-dc23d941b1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.352218586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"e0130808-7862-4f92-a9fa-2fec611b494f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.411531642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"e0130808-7862-4f92-a9fa-2fec611b494f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.411574137Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"e0130808-7862-4f92-a9fa-2fec611b494f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.627982231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"63681ff2-9df9-4bbe-8025-65f7b5dabd04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.688804606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"63681ff2-9df9-4bbe-8025-65f7b5dabd04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:09.688859391Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"63681ff2-9df9-4bbe-8025-65f7b5dabd04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.093836425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"38ff467f-1912-4b40-af96-1a0ea32de424","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.093836567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"ee9fa84e-b8cd-403e-a752-f8bfe83bf8af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.310722575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"6e2ecfa5-d03d-4370-978a-25bb77f92633","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.365370714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"ce9094d4-60f2-4b63-85a0-337fd23579fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.365804402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"d6490e43-e92d-4a91-a2bd-d483dc7ad4f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.421038316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"07039927-d134-43b7-90d7-eb79a0219e9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.425601566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"ce9094d4-60f2-4b63-85a0-337fd23579fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.425706549Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"ce9094d4-60f2-4b63-85a0-337fd23579fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.425759869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"d6490e43-e92d-4a91-a2bd-d483dc7ad4f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.425831676Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"d6490e43-e92d-4a91-a2bd-d483dc7ad4f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.53102792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e136e39-33ac-48e9-a715-8b12263866d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.746927809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"911d1cc3-6276-47a3-b090-3dd33082a970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.806785716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"911d1cc3-6276-47a3-b090-3dd33082a970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.806835045Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"911d1cc3-6276-47a3-b090-3dd33082a970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.823031471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2382a2-b92d-4a1a-bc71-16e22d7457b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.828190732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5b9dff6-da68-4bc2-adba-a504e29d7d2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.878127732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2382a2-b92d-4a1a-bc71-16e22d7457b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.878427924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"577e9250-edc5-4d9b-ac70-94bf2d4f2c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.892281547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-2-w0-162191","reconcileID":"5fc38999-4d70-473d-9f99-a5f02f5feced","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-2-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-2-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.932576938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"b4d29f80-6adc-4ece-96c7-2a099e63abc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.932574623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2382a2-b92d-4a1a-bc71-16e22d7457b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.933067569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-w0-162191","reconcileID":"0942ddf2-b2c2-4b68-9c2f-ebc8cedbf000","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.987627197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2382a2-b92d-4a1a-bc71-16e22d7457b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.987833289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"510e461e-e1d1-4c90-a9a3-6c9c7b21e834","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:10.988236952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"d23feda6-9053-4a54-9ac0-a55d3e1e5a3b","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:11.048221135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"577e9250-edc5-4d9b-ac70-94bf2d4f2c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:11.097988908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"52f9e6e1-fdad-40b7-bf6d-f2c130e8969e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-premium-w0-162191","model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:11.105851573Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"577e9250-edc5-4d9b-ac70-94bf2d4f2c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:11.219901502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"485c4db9-8dea-47fb-b689-5ff1a2112722","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"maas-trlp-simulator-w0-162191","model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:11.34961672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"060c4088-dc10-4154-91fe-4884969ad394","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:11.930821292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"b0dd31cf-3904-4c30-98aa-3f10a9b38438","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1cdd1d","tenantID":"e2e-praxis-a-1cdd1d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:12.054649788Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"b0dd31cf-3904-4c30-98aa-3f10a9b38438","name":"e2e-praxis-a-1cdd1d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:14.262735693Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:15.783091712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7477492d-7fe5-4d38-bd47-cbf75ccd8e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:15.837467867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7477492d-7fe5-4d38-bd47-cbf75ccd8e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:15.892006578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7477492d-7fe5-4d38-bd47-cbf75ccd8e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:15.94661974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7477492d-7fe5-4d38-bd47-cbf75ccd8e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:16.240928552Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-804014","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-804014","reconcileID":"e8074513-32db-4eee-8f02-08533867048d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-804014","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-804014":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:18.032601481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ee3c7e-9443-45d4-b336-d865022c2cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:18.087043742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ee3c7e-9443-45d4-b336-d865022c2cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:18.141497266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ee3c7e-9443-45d4-b336-d865022c2cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:18.196037298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ee3c7e-9443-45d4-b336-d865022c2cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:20.190898808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edda16b0-3647-4c64-97e8-6e2b0e15664d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:20.245129909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edda16b0-3647-4c64-97e8-6e2b0e15664d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:20.29951266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edda16b0-3647-4c64-97e8-6e2b0e15664d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:20.354124462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edda16b0-3647-4c64-97e8-6e2b0e15664d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:20.93392416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-2-w0-162191","reconcileID":"5a44c82c-2414-464a-bb4b-40d8e40797aa","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-2-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-2-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:20.988360457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-w0-162191","reconcileID":"f301f1db-a625-4b8a-bde1-58edcd155e0a","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:20.988657849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"eb66692d-4b33-42dc-84b5-a9311041639c","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:20.988932215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"17ef285e-d9e1-4fc2-949b-9694604c23e3","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:22.389876965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abb4b75-5311-459c-b423-7eee8d2e90cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:22.444287748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abb4b75-5311-459c-b423-7eee8d2e90cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:22.498751811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abb4b75-5311-459c-b423-7eee8d2e90cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:22.553979078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abb4b75-5311-459c-b423-7eee8d2e90cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:22.912239201Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"6fb3395e-cf1b-41ff-b370-094c413a56b0","namespace":"ai-tenant-e2e-worker-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:22.91234675Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"6fb3395e-cf1b-41ff-b370-094c413a56b0","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:22.971404123Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"6fb3395e-cf1b-41ff-b370-094c413a56b0","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:22.972232319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"5222af1e-6ceb-4bab-b46b-d8c69386ef59","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.030676001Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"6fb3395e-cf1b-41ff-b370-094c413a56b0","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.030707084Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"6fb3395e-cf1b-41ff-b370-094c413a56b0","namespace":"ai-tenant-e2e-worker-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.030807876Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"6fb3395e-cf1b-41ff-b370-094c413a56b0","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.031853037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"c6bcb411-5ec0-44bc-9485-845f7813ce94","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.091270986Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"6fb3395e-cf1b-41ff-b370-094c413a56b0","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.094710587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"e9daad96-d4a5-4b73-8f10-22e35687e0df","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.137985632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"cb69dee0-38b4-49a8-afca-e86f97b62e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.138020953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"2645d646-41bf-4475-8f58-fce244e35c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.142111098Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"acc42659-3518-4259-b120-e0c3832986b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2e113b8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.151823938Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"6fb3395e-cf1b-41ff-b370-094c413a56b0","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.154979385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"67da1c69-3166-4814-86d3-aa8a2bc8a3e6","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.197779655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"2645d646-41bf-4475-8f58-fce244e35c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.198713365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"cb69dee0-38b4-49a8-afca-e86f97b62e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.202494073Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"ae92264d-4c00-4d12-9ab1-8e4686fa258b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7736ecb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.209352491Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"7d4763e8-b834-4299-bd20-81bf0c423574","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2e113b8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.271799965Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"74f4efb3-7918-43c1-9ee2-65abedec8ece","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7736ecb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.410504465Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"0130ac31-53d7-4d9c-8505-4736ae834c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.410507973Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"773384e7-faad-45e5-a161-2bd7ddbed8a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.660612766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"0130ac31-53d7-4d9c-8505-4736ae834c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.660617286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"773384e7-faad-45e5-a161-2bd7ddbed8a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.796109013Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"0130ac31-53d7-4d9c-8505-4736ae834c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.796137762Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-access","reconcileID":"0130ac31-53d7-4d9c-8505-4736ae834c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:26:23.797792304Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"773384e7-faad-45e5-a161-2bd7ddbed8a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-162191-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:26:23.79784421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"773384e7-faad-45e5-a161-2bd7ddbed8a6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-162191-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.80320867Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d7c848f6-54d2-4932-9031-699c4294433c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:23.855122251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"bef88f37-db8f-448f-87b5-48198c2323e9","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:24.012992204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d7c848f6-54d2-4932-9031-699c4294433c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:24.074139173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d7c848f6-54d2-4932-9031-699c4294433c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"name":"e2e-worker-w0-162191-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:24.074195149Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-access","reconcileID":"d7c848f6-54d2-4932-9031-699c4294433c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-162191"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:24.133108831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"50ae6096-5c7c-42d2-879c-9426537f4220","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:24.786286116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4318e831-9d7f-4217-acbe-cf8e8d6c7753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:24.840845268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4318e831-9d7f-4217-acbe-cf8e8d6c7753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:24.895085755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4318e831-9d7f-4217-acbe-cf8e8d6c7753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:24.949449465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4318e831-9d7f-4217-acbe-cf8e8d6c7753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:26.331675361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"163da3e6-1e9f-49aa-9345-f6411d505f67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:26.520985995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"17f90e26-706f-40aa-8195-38f78f61de02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:26.575680055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8e17070-02f9-49f0-b070-8149ed66d08b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:26.575770872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e3bccfb-c61f-494c-8cf2-1181aefb7251","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:26.879098845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"eaaec2d8-6a9c-42bc-a744-7ed9d69c213e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:26.978183671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"787ad393-f5ea-4ab7-95f9-39ff16be167f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:26.979033252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b2e770-7749-4050-b91f-f728cbec537e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:27.004048471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"ed61f64a-9371-4b6d-99cf-416ad24759f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:27.033536435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b2e770-7749-4050-b91f-f728cbec537e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:27.0884826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b2e770-7749-4050-b91f-f728cbec537e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:27.143360817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b2e770-7749-4050-b91f-f728cbec537e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:27.252998345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"0eee7965-6de1-4159-b9ab-e8bc1990aebf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.64728433Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"97ed39c4-e9f6-4599-a2ce-86f08b43eabf","namespace":"ai-tenant-e2e-worker-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.647362101Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"97ed39c4-e9f6-4599-a2ce-86f08b43eabf","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.706719936Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"97ed39c4-e9f6-4599-a2ce-86f08b43eabf","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.766448626Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"97ed39c4-e9f6-4599-a2ce-86f08b43eabf","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.766483798Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"97ed39c4-e9f6-4599-a2ce-86f08b43eabf","namespace":"ai-tenant-e2e-worker-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.766626332Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"97ed39c4-e9f6-4599-a2ce-86f08b43eabf","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.826923415Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"97ed39c4-e9f6-4599-a2ce-86f08b43eabf","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.872032672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"52ba5b69-6a03-4651-9cad-bd5dfef9959f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.872083672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ce199fa6-3fa9-4c88-a43d-b57dcdf33ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.887204242Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"97ed39c4-e9f6-4599-a2ce-86f08b43eabf","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.931786777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ce199fa6-3fa9-4c88-a43d-b57dcdf33ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.931828307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"52ba5b69-6a03-4651-9cad-bd5dfef9959f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.990515918Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"52ba5b69-6a03-4651-9cad-bd5dfef9959f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:28.991100103Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"ce199fa6-3fa9-4c88-a43d-b57dcdf33ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:29.164810823Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"5b24e01f-f925-4bcc-9a71-5987f003a0ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:29.16483935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"c0155dc1-8501-48ab-a96f-7d7e8321296c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:29.327026582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"c0155dc1-8501-48ab-a96f-7d7e8321296c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:29.327061292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"5b24e01f-f925-4bcc-9a71-5987f003a0ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:29.460695281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"c0155dc1-8501-48ab-a96f-7d7e8321296c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:29.460724731Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-access","reconcileID":"c0155dc1-8501-48ab-a96f-7d7e8321296c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:26:29.461876618Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"5b24e01f-f925-4bcc-9a71-5987f003a0ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-f73b9f-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:26:29.461933686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"5b24e01f-f925-4bcc-9a71-5987f003a0ca","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-f73b9f-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:29.467286971Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"2f0203b9-56a2-46ea-a529-0ebd01b966a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:29.676363826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"2f0203b9-56a2-46ea-a529-0ebd01b966a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:29.737115351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"2f0203b9-56a2-46ea-a529-0ebd01b966a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"name":"e2e-worker-w3-f73b9f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:29.737154183Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-access","reconcileID":"2f0203b9-56a2-46ea-a529-0ebd01b966a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:30.935372367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-2-w0-162191","reconcileID":"644eae1e-5fe2-42ba-94be-7f0bd76e03ae","MaaSModelRef":{"name":"distinct-2-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-2-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-2-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:30.989317127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"distinct-w0-162191","reconcileID":"ce2f9245-8f40-41cc-9c4e-546d587cf398","MaaSModelRef":{"name":"distinct-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"distinct-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"distinct-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:31.408070377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"premium-w0-162191","reconcileID":"43c00a26-59b9-4c53-8a76-2ebdf1558c66","MaaSModelRef":{"name":"premium-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"premium-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"premium-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:31.408302849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"namespace":"e2e-models-e2e-worker-w0-162191","name":"simulator-w0-162191","reconcileID":"4efc30dd-135f-403c-9ecb-1bbab70a1a75","MaaSModelRef":{"name":"simulator-w0-162191","namespace":"e2e-models-e2e-worker-w0-162191"},"routeName":"simulator-w0-162191-kserve-route","namespace":"e2e-models-e2e-worker-w0-162191","llmisvcName":"simulator-w0-162191","gateway":"openshift-ingress/e2e-worker-w0-162191","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:31.462828947Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"1fa25c60-6110-4983-9e49-56aae225842a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:31.462985861Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"premium-simulator-subscription","reconcileID":"1fa25c60-6110-4983-9e49-56aae225842a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"model":"e2e-models-e2e-worker-w0-162191/premium-w0-162191","error":"HTTPRoute not found yet: for LLMInferenceService premium-w0-162191 in namespace e2e-models-e2e-worker-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:31.463330263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"0356f831-1dbd-4cbb-844b-74b97fe4898e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:31.463453346Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"simulator-subscription","reconcileID":"0356f831-1dbd-4cbb-844b-74b97fe4898e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-162191"},"model":"e2e-models-e2e-worker-w0-162191/simulator-w0-162191","error":"HTTPRoute not found yet: for LLMInferenceService simulator-w0-162191 in namespace e2e-models-e2e-worker-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:31.797757215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2b4fec-ee5c-47ba-a3fd-c330622a4b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:31.852973413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2b4fec-ee5c-47ba-a3fd-c330622a4b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:31.907571384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2b4fec-ee5c-47ba-a3fd-c330622a4b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:31.962265018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2b4fec-ee5c-47ba-a3fd-c330622a4b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:32.291698612Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f7545f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f7545f","reconcileID":"7259fb65-d1c6-402a-9948-cbaec96ad1b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f7545f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f7545f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:33.92190385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ab91fd-bcf3-4c75-9e8f-44e5ee89cf0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:33.977037164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ab91fd-bcf3-4c75-9e8f-44e5ee89cf0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:34.032043898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ab91fd-bcf3-4c75-9e8f-44e5ee89cf0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:34.086562956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ab91fd-bcf3-4c75-9e8f-44e5ee89cf0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:36.036262865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0d1b3-c9bf-483e-ba48-e5e2f6dd842e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:36.09177968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0d1b3-c9bf-483e-ba48-e5e2f6dd842e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:36.14609182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0d1b3-c9bf-483e-ba48-e5e2f6dd842e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:36.200494781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0d1b3-c9bf-483e-ba48-e5e2f6dd842e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:38.178498135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f5a7ca-bc4e-491b-bf49-d6bf21c9c631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:38.233034111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f5a7ca-bc4e-491b-bf49-d6bf21c9c631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:38.287476182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f5a7ca-bc4e-491b-bf49-d6bf21c9c631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:38.342035156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f5a7ca-bc4e-491b-bf49-d6bf21c9c631","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:38.876819862Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"9d7f5fbb-0ae0-4c89-865d-b4b9971070b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:38.876970372Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"premium-simulator-subscription","reconcileID":"9d7f5fbb-0ae0-4c89-865d-b4b9971070b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f73b9f/premium-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:38.939604769Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"de96da9b-3846-4e1d-80df-c0fecd27fc46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:38.93974218Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"simulator-subscription","reconcileID":"de96da9b-3846-4e1d-80df-c0fecd27fc46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"model":"e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-f73b9f/simulator-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:40.308693257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebcfdc4-cace-4e47-bca8-09717c9055ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:40.363149746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebcfdc4-cace-4e47-bca8-09717c9055ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:40.417833287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebcfdc4-cace-4e47-bca8-09717c9055ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:40.474151417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ebcfdc4-cace-4e47-bca8-09717c9055ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:42.443640457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1f607a-b6a6-4e91-8560-380f563a312a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:42.498703833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1f607a-b6a6-4e91-8560-380f563a312a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:42.553126245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1f607a-b6a6-4e91-8560-380f563a312a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:42.607435327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1f607a-b6a6-4e91-8560-380f563a312a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:26:44.261870748Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:01.647053049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a3860e-9281-4e93-a43f-e6ab6f2577f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:01.70169263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a3860e-9281-4e93-a43f-e6ab6f2577f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:01.756790938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a3860e-9281-4e93-a43f-e6ab6f2577f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:01.811762907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a3860e-9281-4e93-a43f-e6ab6f2577f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:03.589721104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"a03c2857-4593-4f28-95d6-0efb54d480a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:03.768318125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7ed82cb-7c3e-4438-8d77-57b7d34db98c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:03.772133574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1be7502-c58e-4330-9158-fe2e07ced8ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:03.826981157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1be7502-c58e-4330-9158-fe2e07ced8ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:03.881852411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1be7502-c58e-4330-9158-fe2e07ced8ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:03.936455129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1be7502-c58e-4330-9158-fe2e07ced8ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:04.046555962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"9d6ccb5a-64a9-4d0d-8ffa-f8d7b56b8c43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:04.046866508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"23bc913b-6281-400a-a5aa-be4292e2f662","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:04.101383131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"c9d457ab-015e-4253-b931-a3f23b6594a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:04.149470906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"57c89924-248b-49ab-8a3a-76e6a793428b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:04.268578903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"9654bb25-4563-4cd3-bf77-1bf8a2ef0efc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:04.377310917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0be317f2-0a63-4736-9c0d-8682b47fb8fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:08.146731583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8b5a39-fb0b-43ea-8da3-f9aa43e8ca73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:08.20202501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8b5a39-fb0b-43ea-8da3-f9aa43e8ca73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:08.256633024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8b5a39-fb0b-43ea-8da3-f9aa43e8ca73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:08.311183136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8b5a39-fb0b-43ea-8da3-f9aa43e8ca73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:08.681245167Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b8319b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b8319b","reconcileID":"7fdad5d4-3129-40ba-be43-61931a6eb3d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b8319b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-b8319b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:10.254531219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"252acb43-434f-48a9-86eb-e6c4037f2275","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-804014","tenantID":"e2e-praxis-b-804014","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:10.276861133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d724758d-8b60-4957-a24f-6e586f954412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:10.331112966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d724758d-8b60-4957-a24f-6e586f954412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:10.385469231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d724758d-8b60-4957-a24f-6e586f954412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:10.439875614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d724758d-8b60-4957-a24f-6e586f954412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:10.453665415Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"252acb43-434f-48a9-86eb-e6c4037f2275","name":"e2e-praxis-b-804014-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:12.397472489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51bddf7-fe7a-49b0-9b71-8c1d3dd35b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:12.451778842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51bddf7-fe7a-49b0-9b71-8c1d3dd35b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:12.506481427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51bddf7-fe7a-49b0-9b71-8c1d3dd35b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:12.561572215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51bddf7-fe7a-49b0-9b71-8c1d3dd35b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:14.263157677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:14.514242175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239e633e-f424-45a9-bfe3-0950099063cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:14.570546245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239e633e-f424-45a9-bfe3-0950099063cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:14.625350221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239e633e-f424-45a9-bfe3-0950099063cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:14.679658298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239e633e-f424-45a9-bfe3-0950099063cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:15.778958619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","namespace":"ai-tenant-e2e-worker-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:15.779015276Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","namespace":"ai-tenant-e2e-worker-w0-162191","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:15.779068288Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","tenant":"e2e-worker-w0-162191","tenantID":"e2e-worker-w0-162191","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:15.83512926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"Deployment","name":"maas-api-e2e-worker-w0-162191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:15.897400166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"Service","name":"maas-api-e2e-worker-w0-162191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:15.955350468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-162191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.011248657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-162191","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.102615059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.161450205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.218642385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.274988873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.329108723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.383324804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.437428281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"Service","name":"payload-processing-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.491422431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.545514921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.599459503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.638349713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff169629-f8ed-40c6-a0f9-3a77c895fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.692371979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.694069467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff169629-f8ed-40c6-a0f9-3a77c895fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.749780938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff169629-f8ed-40c6-a0f9-3a77c895fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.755127191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.804112898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff169629-f8ed-40c6-a0f9-3a77c895fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.858218134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.91237142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:16.966410613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-162191","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:17.020409656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-162191"},"namespace":"ai-tenant-e2e-worker-w0-162191","name":"default-tenant","reconcileID":"29693fc7-5fe8-4cdc-8d07-85cbff8b23ec","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-162191","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:17.903007102Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-162191","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-162191","reconcileID":"6129a0f6-ca1b-4556-bd41-189fe401fcb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-162191","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-162191"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:18.443905051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"60b0e801-71a4-40b6-b459-e72f6e86ceaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:18.622669362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"ecf113ff-86f3-4e39-8e6e-2f2fe36916fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:18.745580667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db675ad5-2f16-49ae-bb70-99eca333a241","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:18.790305857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec3a368-b892-4d3b-8e19-c36348679b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:18.844780068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec3a368-b892-4d3b-8e19-c36348679b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:18.899664797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec3a368-b892-4d3b-8e19-c36348679b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:18.954449061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec3a368-b892-4d3b-8e19-c36348679b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:19.118580587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"32f5b363-f5c8-4e14-b14e-a27856a5a850","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:19.167837262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"0fc66c6f-5a74-4cc2-a30f-3edcdab5a66e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:19.292377839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"30b6637c-7b1f-4c0e-871e-5ac963c81f6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:19.365836826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"d263a0b6-560e-4caa-ab18-eeddd11784de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:19.468467097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e731f85e-7215-426b-9266-fc3f48c2a7b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:20.929417776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5730eb-d3c3-4c52-be2b-02331128d327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:20.983927178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5730eb-d3c3-4c52-be2b-02331128d327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:21.038300416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5730eb-d3c3-4c52-be2b-02331128d327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:21.092725346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5730eb-d3c3-4c52-be2b-02331128d327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:22.526047063Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","namespace":"ai-tenant-e2e-worker-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:22.526136408Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","namespace":"ai-tenant-e2e-worker-w3-f73b9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:22.526238211Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","tenant":"e2e-worker-w3-f73b9f","tenantID":"e2e-worker-w3-f73b9f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:22.58274694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"Deployment","name":"maas-api-e2e-worker-w3-f73b9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:22.645473273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"Service","name":"maas-api-e2e-worker-w3-f73b9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:22.703034326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-f73b9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:22.759221678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-f73b9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:22.821049876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:22.877921752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:22.938383065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:22.995046963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.049245009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.062962149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5918b0d-1c2c-48b8-a0c1-95d9210547d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.11733236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.11770424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5918b0d-1c2c-48b8-a0c1-95d9210547d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.171761772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"Service","name":"payload-processing-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.172317233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5918b0d-1c2c-48b8-a0c1-95d9210547d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.226624608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.226969386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5918b0d-1c2c-48b8-a0c1-95d9210547d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.280830715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.334975016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.389224102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.447695143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.508337544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.562018009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.615669997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-f73b9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:23.669205226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f73b9f"},"namespace":"ai-tenant-e2e-worker-w3-f73b9f","name":"default-tenant","reconcileID":"5091a473-8123-4ea3-97c0-291a1fa5ba9f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-f73b9f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:24.513601115Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-f73b9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-f73b9f","reconcileID":"851bb19e-a4dc-4622-a1b8-53a0cc17fd7d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-f73b9f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-f73b9f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:25.708501992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2499f0-26a2-4fe9-a628-87d24b1a3c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:25.763330217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2499f0-26a2-4fe9-a628-87d24b1a3c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:25.817670403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2499f0-26a2-4fe9-a628-87d24b1a3c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:25.87246073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2499f0-26a2-4fe9-a628-87d24b1a3c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:27.892875936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"389c37ce-124e-430b-9992-de2453322b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:27.947907132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"389c37ce-124e-430b-9992-de2453322b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:28.00255029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"389c37ce-124e-430b-9992-de2453322b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:28.057083573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"389c37ce-124e-430b-9992-de2453322b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:30.081884642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af900b92-ad86-4cc7-bbee-571435013085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:30.136669073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af900b92-ad86-4cc7-bbee-571435013085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:30.190931152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af900b92-ad86-4cc7-bbee-571435013085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:30.245378438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af900b92-ad86-4cc7-bbee-571435013085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:33.987417464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"9c9d2c83-757e-45a2-b12d-a94c1c893fcf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f7545f","tenantID":"e2e-praxis-b-f7545f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:34.113398173Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"9c9d2c83-757e-45a2-b12d-a94c1c893fcf","name":"e2e-praxis-b-f7545f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:27:44.315675393Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:00.121606936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"b97bf2fb-d8c1-4d02-aa26-8f96e1906def","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:00.354593832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"63674bcd-80b7-493b-a94a-8bf858b45ece","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:00.476230109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"0e67da15-510d-4e33-87d5-7fa3a762b98c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:00.575660654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"d921fd18-af67-403a-b9ac-9d6c7acf15d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:00.599629189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"651edd00-d808-47aa-8209-f54d070b138f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:00.780743367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"501d96c7-ccb3-4800-b046-c44a7c403831","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:00.881204617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba51a6ae-960b-4d73-b491-45aac9a4a7d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:01.208727626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"55653109-4cfc-4569-9b6f-694845e32985","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:10.836286559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621e1f2b-e6fe-498d-ad0c-db241909eab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:10.892433501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621e1f2b-e6fe-498d-ad0c-db241909eab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:10.947438754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621e1f2b-e6fe-498d-ad0c-db241909eab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:11.001787854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621e1f2b-e6fe-498d-ad0c-db241909eab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:12.976695778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe59685-1eee-460a-99d6-a95b74676bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:13.031085619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe59685-1eee-460a-99d6-a95b74676bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:13.085558385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe59685-1eee-460a-99d6-a95b74676bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:13.139852528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe59685-1eee-460a-99d6-a95b74676bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:14.154707428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"d628e5e1-82ac-4d36-acab-c67eabde7fc9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-b8319b","tenantID":"e2e-praxis-b-b8319b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:14.267528814Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:14.281836817Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"d628e5e1-82ac-4d36-acab-c67eabde7fc9","name":"e2e-praxis-b-b8319b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:16.80366297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70769a5-efa5-4379-8902-e661a93b3002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:16.857999192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70769a5-efa5-4379-8902-e661a93b3002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:16.912309331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70769a5-efa5-4379-8902-e661a93b3002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:16.969351416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c70769a5-efa5-4379-8902-e661a93b3002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:18.931097599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1190d9-3956-4ae8-90cb-194fa5cd5776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:18.985292707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1190d9-3956-4ae8-90cb-194fa5cd5776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:19.040622199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1190d9-3956-4ae8-90cb-194fa5cd5776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:19.095626531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1190d9-3956-4ae8-90cb-194fa5cd5776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:25.151239932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"b08c898c-3a5c-42c4-9b28-c5178b2ed1b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:25.251865457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"15a3d225-87ba-49ac-a1a6-f7750c8fb7ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:25.514289276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"bbba7195-11c8-4ef6-b1d5-38a3cd927e5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:25.636203709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"574c47d6-8094-4c85-b9f8-45112703358f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:25.756979548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"bae6f536-429a-4a60-bd92-c1813283a392","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:25.884593648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"62c4d17d-abb4-4e62-bfc9-937cf2d14f36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:26.193915445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"47d48f7d-265b-4a66-87f0-7c0a6d6026a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:26.315400385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80c05214-3c85-4a71-9e14-ebd767b03037","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:36.564064673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60037b68-85a0-4046-99f4-72a82961f6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:36.618487833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60037b68-85a0-4046-99f4-72a82961f6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:36.673189467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60037b68-85a0-4046-99f4-72a82961f6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:36.727523071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60037b68-85a0-4046-99f4-72a82961f6fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:38.682982622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7be7663-a859-4c6f-af4f-06a389f877b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:38.737378042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7be7663-a859-4c6f-af4f-06a389f877b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:38.791550765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7be7663-a859-4c6f-af4f-06a389f877b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:38.845658492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7be7663-a859-4c6f-af4f-06a389f877b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:40.896779151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7b9fa5-d99c-4426-a282-ef5e4cbc8465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:40.951262226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7b9fa5-d99c-4426-a282-ef5e4cbc8465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:41.005717666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7b9fa5-d99c-4426-a282-ef5e4cbc8465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:41.06020953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7b9fa5-d99c-4426-a282-ef5e4cbc8465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:44.261966119Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:44.736256283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"21f138cf-bd89-45ac-8366-f3d7dae3c00d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:44.914460455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"3ca6522b-f178-430d-a52d-8e70508ca76e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:45.116764977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"49748ccf-7c94-414d-81f7-1663710f1a06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:45.225962992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee7ef9a4-1eca-4658-a785-512ada987e7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:45.377345182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4808a70e-6d2b-400a-953a-2464bab0f56d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:45.449516697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"5715c1d3-9472-491e-8b25-f2106fefe7e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:45.653130706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"29924e6f-b23c-4875-affc-46be26adaee3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:45.772866508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"d8ef7618-4a17-43c3-aae0-181b44094482","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.025683329Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","namespace":"ai-tenant-e2e-praxis-a-550b8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.025746273Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","namespace":"ai-tenant-e2e-praxis-a-550b8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.025806532Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","tenant":"e2e-praxis-a-550b8a","tenantID":"e2e-praxis-a-550b8a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.082328999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"Deployment","name":"maas-api-e2e-praxis-a-550b8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.14486214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"Service","name":"maas-api-e2e-praxis-a-550b8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.202410099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-550b8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.258835055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-550b8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.316063173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.372675857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.432221479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.489039667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.543030996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.596951716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.651002867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"Service","name":"payload-processing-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.704940743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.758863047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.812980081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.866931844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.926982888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:50.981077979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:51.034926761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:51.089366953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-550b8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:51.143738993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-550b8a"},"namespace":"ai-tenant-e2e-praxis-a-550b8a","name":"default-tenant","reconcileID":"1a4e698a-efdf-4b59-81c6-8ab1d5f64d4e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-550b8a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:52.03680186Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-550b8a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-550b8a","reconcileID":"0cb27bf1-a25c-4668-9100-2abadb4b5dfc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-550b8a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-550b8a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:53.232854438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4592fc85-803e-4a7d-b44e-856c572447d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:53.287037873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4592fc85-803e-4a7d-b44e-856c572447d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:53.341331711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4592fc85-803e-4a7d-b44e-856c572447d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:53.396097454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4592fc85-803e-4a7d-b44e-856c572447d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:55.383317956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751ab61f-6ad7-4ee3-afe9-4f13b13d9627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:55.448434932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751ab61f-6ad7-4ee3-afe9-4f13b13d9627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:55.50285298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751ab61f-6ad7-4ee3-afe9-4f13b13d9627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:55.557587164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751ab61f-6ad7-4ee3-afe9-4f13b13d9627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:28:59.892951787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69886348-b9f7-42e9-9ff5-ca3f293bbc89","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:00.118548192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"438b5ecb-4a9a-4e39-8937-7f6abb5e8ede","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:00.282825812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"44054553-fd56-4eef-a793-4eb1633b9316","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:00.41474204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"2c7aa8fe-4551-42b0-b104-d9fbd78870b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:00.526525879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"437cb45b-6ad3-4979-aa45-0a3a56077190","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:00.582811312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"808c3c1a-867a-46fc-ba7f-79bc23a87114","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:00.691450213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"006029de-df44-4357-ac8f-d2eddab5bb7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:00.873650955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"9d210009-e232-4e6e-9feb-7931fda81666","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:00.985619611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bb7a93-ca96-4fe9-8509-8a0f2120dd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:01.040027085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bb7a93-ca96-4fe9-8509-8a0f2120dd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:01.094981183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bb7a93-ca96-4fe9-8509-8a0f2120dd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:01.149289102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bb7a93-ca96-4fe9-8509-8a0f2120dd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:03.175340579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e81306-9cc1-459f-be03-0684c0f5b34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:03.230270966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e81306-9cc1-459f-be03-0684c0f5b34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:03.284692968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e81306-9cc1-459f-be03-0684c0f5b34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:03.339574701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e81306-9cc1-459f-be03-0684c0f5b34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:05.379668581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b70f17f-680d-439b-af46-c5d48004a34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:05.434010725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b70f17f-680d-439b-af46-c5d48004a34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:05.488519886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b70f17f-680d-439b-af46-c5d48004a34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:05.542855686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b70f17f-680d-439b-af46-c5d48004a34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:07.579853169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d0e89a-d7d5-4798-862f-2bb73a1adff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:07.63402462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d0e89a-d7d5-4798-862f-2bb73a1adff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:07.690005231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d0e89a-d7d5-4798-862f-2bb73a1adff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:07.745139718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d0e89a-d7d5-4798-862f-2bb73a1adff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:09.717826024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ff2c48-610a-41a0-aba4-5ea0074ed711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:09.772820502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ff2c48-610a-41a0-aba4-5ea0074ed711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:09.82696877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ff2c48-610a-41a0-aba4-5ea0074ed711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:09.881512333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ff2c48-610a-41a0-aba4-5ea0074ed711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:14.266756677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:14.31925274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de83787c-4da2-4973-a93d-509fbdf02bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:14.375994696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de83787c-4da2-4973-a93d-509fbdf02bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:14.430228538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de83787c-4da2-4973-a93d-509fbdf02bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:14.48447636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de83787c-4da2-4973-a93d-509fbdf02bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:15.434131244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"c53af30c-bf12-4b5f-9846-37ecb486e2d3","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:15.43418095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"c53af30c-bf12-4b5f-9846-37ecb486e2d3","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:16.449405041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29bccd5-f715-4ae2-b126-a7d3521c4b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:16.503753224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29bccd5-f715-4ae2-b126-a7d3521c4b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:16.558111752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29bccd5-f715-4ae2-b126-a7d3521c4b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:16.612855572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29bccd5-f715-4ae2-b126-a7d3521c4b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:19.568475088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb79705c-8d7b-41cd-a32a-0e91cd248203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:19.635096833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fadf33-825e-4bd6-824f-43073e33c657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:19.668545231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"b043ce0c-d998-41d8-9c64-814eef4a3e45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:19.689816828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fadf33-825e-4bd6-824f-43073e33c657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:19.744226327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fadf33-825e-4bd6-824f-43073e33c657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:19.798668828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fadf33-825e-4bd6-824f-43073e33c657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:19.908319703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"c6f6da16-9ab4-4d0d-8b46-80f0f6347900","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:20.016894227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"990e3e62-3af9-4a8e-9e32-7b8817af72cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:20.128999418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"9969260e-0837-4fc6-9475-b9c01802761b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:20.129236134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"d6d48e9f-7dbf-4ac0-ae00-137c2288ace4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:20.218519525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"1a45119c-77ab-4d10-8e32-9444a8f87f70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:20.241799696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"0a16b625-0302-4e96-93b7-3e7e9e74aed6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.023336366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"d71efec8-77d4-4b41-84ec-4c9af0bf30d7","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.023357922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"d71efec8-77d4-4b41-84ec-4c9af0bf30d7","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.080284338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"5f174c95-ed65-4c30-9206-38d6a2ea12e8","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.08030499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"5f174c95-ed65-4c30-9206-38d6a2ea12e8","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.214471039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"d3cfd417-2fbb-439d-a01d-e079e8052604","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.34571668Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"d3cfd417-2fbb-439d-a01d-e079e8052604","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.403913443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-ad9e22-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"d3cfd417-2fbb-439d-a01d-e079e8052604","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.464107051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"0e88f986-89ef-4740-957a-27df44e82e21","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.464127536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"0e88f986-89ef-4740-957a-27df44e82e21","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.777273052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db76765f-451e-4d46-871d-a72ffc551602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.834719516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db76765f-451e-4d46-871d-a72ffc551602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.88902342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db76765f-451e-4d46-871d-a72ffc551602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:21.943659921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db76765f-451e-4d46-871d-a72ffc551602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:23.975355244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1373daf8-a049-45cb-becf-2e2c67e30d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:24.03002272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1373daf8-a049-45cb-becf-2e2c67e30d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:24.084250958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1373daf8-a049-45cb-becf-2e2c67e30d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:24.1387259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1373daf8-a049-45cb-becf-2e2c67e30d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:26.176750983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21ec342-5bc3-474f-b98b-bbac2d0020a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:26.231176009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21ec342-5bc3-474f-b98b-bbac2d0020a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:26.285709194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21ec342-5bc3-474f-b98b-bbac2d0020a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:26.340081139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21ec342-5bc3-474f-b98b-bbac2d0020a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:28.299126826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393beb12-0ef9-4e63-ba33-cd29a2a8b8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:28.35335456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393beb12-0ef9-4e63-ba33-cd29a2a8b8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:28.407694153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393beb12-0ef9-4e63-ba33-cd29a2a8b8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:28.462089077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393beb12-0ef9-4e63-ba33-cd29a2a8b8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:31.572756616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"cf28147c-2bf6-47fc-b7ab-b3398d6e7211","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:31.632328443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"cf28147c-2bf6-47fc-b7ab-b3398d6e7211","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:31.690771372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-ad9e22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99f1a0b714b2bd051a76763a3758c35896e6a4d932594be7aea10c878cfbf446) AuthConfig (ad4007063ddb4b70be28fc638e4c022be91b5e46dcd91375d3ba109d76ad36aa) AuthConfig (d0191348864c400c45c7ee5905558480cb28e7a35e1f035521705699c79c5a57) AuthConfig (219ba7ee0d8f03ae42cc8b2e15ad12dac1d44b8c3347d1ea02f95fff3549ef5c) AuthConfig (fff1755f7a5393d4758ad7d7603d7912b7118ab1a8a1587ea728f99dd29bb43e) AuthConfig (395970c0dbdf6c19eaa996d95b8edacb2e4eef1d3838019a3a08f76d732ac0a8) AuthConfig (5a3583f479bc3794e0beec2ffb2159517b912151c474186572f0055829bab84d) AuthConfig (5710e0f89e73bec50a2469763fe0d65163f907a5b2418b102bd77d6ef4a22d6c) AuthConfig (c785a56c525470827b036e2528c2fbc173b9aaab74db6ddf685b71b570968c2b) AuthConfig (f3098ecf48d7a8057eb851db0f4742561c81818db3d1cbd12573314635a30769) AuthConfig (df0c38dc8fb1c9aaed0554d4dfb8a4856d3e93106530799df86aebc25754cd60) AuthConfig (f9fbe01649df5206edb99111ac989ec4370e57351f2e46f0114ed89ac827446b) AuthConfig (03335f7c86c08f32e65f8edff4a5365f6bb9c1e2016eaa405de46162cfede30a) AuthConfig (df644019b20a188da32aa09f8f05c6eba34c197a1d4d7c1ba168927e77167148) AuthConfig (50b7286f500536c8a1a1ca28c1be37e403775e22a6761d19f78b82bbe27d5735) AuthConfig (a464bdd587d2c4c2ee4cfe7c70b0b15a5f9ab0924d7dcc56119961f7d02fb1ad) AuthConfig (edcc537758781d05a061969b607b1e6abf0752c788aafb35261107bbc2b093b4) AuthConfig (28dcd2a48078ef22d0c3a5f9ff9dccafa86a00cf35689f42616f04e52ef5f921)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"cf28147c-2bf6-47fc-b7ab-b3398d6e7211","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:31.751126493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"177577c7-24e8-44a9-a50e-087baaf75c28","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:31.751147962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"177577c7-24e8-44a9-a50e-087baaf75c28","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:41.860780438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"a61ed2fc-3d22-4875-86d5-616a70fab86d","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:41.920648838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"a61ed2fc-3d22-4875-86d5-616a70fab86d","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:42.246360491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"d839e10f-87eb-4148-b670-06f571edadf9","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:42.246381937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"d839e10f-87eb-4148-b670-06f571edadf9","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:44.262555584Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.452590712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"bf2d0c92-8cf7-44f2-9f31-aed1a8b2a679","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.452615025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"bf2d0c92-8cf7-44f2-9f31-aed1a8b2a679","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.515349634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"59bab893-d0b8-400e-bdb5-9d11bdf50f93","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.515377232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"59bab893-d0b8-400e-bdb5-9d11bdf50f93","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:29:47.559797246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"c9aab46a-8fbf-40d9-aefe-25d6fffb90ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-ad9e22-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.561660621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"841621c4-ab41-480d-bf36-93fb7158c8b1","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:29:47.576699913Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"59bab893-d0b8-400e-bdb5-9d11bdf50f93","name":"praxis-route-ad9e22","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-ad9e22\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:29:47.576760016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"59bab893-d0b8-400e-bdb5-9d11bdf50f93","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-ad9e22\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.58209421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"9f575c89-dd99-489d-b568-c01af4607806","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.58210951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"9f575c89-dd99-489d-b568-c01af4607806","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.620960332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"841621c4-ab41-480d-bf36-93fb7158c8b1","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.668796509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"19e1119d-301a-48d1-904b-24e4c53fe723","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.668819306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"19e1119d-301a-48d1-904b-24e4c53fe723","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.72645163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"55fdbf82-1f27-4227-9000-cb15bfef9cb0","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.726473863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"55fdbf82-1f27-4227-9000-cb15bfef9cb0","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.891830097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"69205ff9-7c04-40c2-9f9e-0d898415efde","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.951417148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"69205ff9-7c04-40c2-9f9e-0d898415efde","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:47.960824493Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"c5dde8b4-207c-4624-9ddf-c5c41391e370","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"maas-trlp-praxis-route-ad9e22","model":"praxis-route-ad9e22","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.132823356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"73c8b399-8c86-4202-9526-c8c6cbd47b21","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.132850417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"73c8b399-8c86-4202-9526-c8c6cbd47b21","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.277669466Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","namespace":"ai-tenant-e2e-praxis-a-1cdd1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.277764834Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","namespace":"ai-tenant-e2e-praxis-a-1cdd1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.277835969Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","tenant":"e2e-praxis-a-1cdd1d","tenantID":"e2e-praxis-a-1cdd1d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.334339083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"Deployment","name":"maas-api-e2e-praxis-a-1cdd1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.351948689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"9f0b0e72-e9bb-4782-a3dd-4302314ff5bb","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"maas-trlp-praxis-route-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.396662495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"Service","name":"maas-api-e2e-praxis-a-1cdd1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.45431445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-1cdd1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.510463198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-1cdd1d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.574154895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.631413273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.690665545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.749003743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.803217362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.857558256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.911527694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"Service","name":"payload-processing-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:48.965377145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:49.019415181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:49.07359074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:49.127738858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:49.187903141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:49.241787674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:49.297458177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:49.351743153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-1cdd1d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:49.405983854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1cdd1d"},"namespace":"ai-tenant-e2e-praxis-a-1cdd1d","name":"default-tenant","reconcileID":"03de12f5-e5b2-411d-bcf9-2dfefd5dc796","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-1cdd1d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:50.257817433Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1cdd1d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1cdd1d","reconcileID":"20f853df-e58b-47e6-af46-38b212c0411d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1cdd1d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-1cdd1d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:51.411770808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d83f07-2032-440e-a04d-2eb9cb050f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:51.46642187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d83f07-2032-440e-a04d-2eb9cb050f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:51.520772967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d83f07-2032-440e-a04d-2eb9cb050f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:51.575226136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d83f07-2032-440e-a04d-2eb9cb050f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:53.578632441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4053de6e-2664-418b-8da2-3bf10336d955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:53.632914387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4053de6e-2664-418b-8da2-3bf10336d955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:53.687353633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4053de6e-2664-418b-8da2-3bf10336d955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:53.741753984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4053de6e-2664-418b-8da2-3bf10336d955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:54.673343565Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","namespace":"ai-tenant-e2e-praxis-b-804014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:54.673422206Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","namespace":"ai-tenant-e2e-praxis-b-804014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:54.673492878Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","tenant":"e2e-praxis-b-804014","tenantID":"e2e-praxis-b-804014","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:54.729952985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"Deployment","name":"maas-api-e2e-praxis-b-804014","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:54.792226969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"Service","name":"maas-api-e2e-praxis-b-804014","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:54.849355699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-804014","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:54.905155716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-804014","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:54.96245102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.019062182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.078320877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.140945285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.195256952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.249501008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.303831624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"Service","name":"payload-processing-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.358088563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.412434269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.466450961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.520725081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.579241553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.635114569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.689275295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.743381821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-804014","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:55.797606616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-804014"},"namespace":"ai-tenant-e2e-praxis-b-804014","name":"default-tenant","reconcileID":"cff982d0-baf1-463a-8b91-97fb7b121c25","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-804014","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:56.681658468Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-804014","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-804014","reconcileID":"c2eeeed4-871a-4210-8725-533ad270bad7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-804014","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-804014"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:57.824282834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfdaabf7-a989-417a-9d3b-45280be5dd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:57.881480785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfdaabf7-a989-417a-9d3b-45280be5dd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:57.939816119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfdaabf7-a989-417a-9d3b-45280be5dd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:57.994361322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfdaabf7-a989-417a-9d3b-45280be5dd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:59.306598016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"627ce1cd-35ad-4a14-9d62-d5e17f877bf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:59.408848211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"a3a62913-d964-4fd1-a776-39b0a9944093","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:59.522268198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f71e1ee2-cb6a-47c9-8758-916edea06e42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:59.644497548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"4b010caf-6e43-4d4e-ba66-f7f169802fba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:59.773026696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"e9c87a0f-354c-4654-8f9a-15a43ba93a55","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"maas-trlp-praxis-route-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:59.87325433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"50f719a1-5793-4e55-827e-3c2c25e72fc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:59.947835707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"c8f8d6da-8f46-42a2-96e6-84a68194c528","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:59.947857715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"c8f8d6da-8f46-42a2-96e6-84a68194c528","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:59.960386351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00cc20b-6919-4dd0-b4bd-cea1e27148b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:29:59.975020133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"a70797d4-e21e-4523-909f-d2ca1d05f524","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:00.014943719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00cc20b-6919-4dd0-b4bd-cea1e27148b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:00.069594608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00cc20b-6919-4dd0-b4bd-cea1e27148b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:00.124250952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00cc20b-6919-4dd0-b4bd-cea1e27148b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:00.124247596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"52da1f25-e027-49fb-b796-fb7c303ab128","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:00.181054481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"1bf9982d-f1c2-42dd-87a1-100639e0b576","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:00.403937997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"6ee9fc10-b3a3-40b0-8aaa-c7f1f2bc2f59","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:00.463371779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"6ee9fc10-b3a3-40b0-8aaa-c7f1f2bc2f59","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:02.993784641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"8a124c40-639a-47ab-91a6-da6826fd04de","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:02.993815321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"8a124c40-639a-47ab-91a6-da6826fd04de","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:02.996338498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e903a4-d264-436e-b9fd-b21437bde84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:03.051011941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e903a4-d264-436e-b9fd-b21437bde84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:03.105567113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e903a4-d264-436e-b9fd-b21437bde84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:03.109731397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"3d86c6e2-68cc-4c75-9457-5374105f3552","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:03.109752042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"3d86c6e2-68cc-4c75-9457-5374105f3552","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:03.159996816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e903a4-d264-436e-b9fd-b21437bde84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:03.214732967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"0d5b05e3-582c-48e6-abc6-e28c81681cfc","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:03.271237069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"6cfa8160-1d39-42e3-8404-5880342aa630","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"maas-trlp-praxis-route-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:03.273855274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"0d5b05e3-582c-48e6-abc6-e28c81681cfc","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:03.602146175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"f730eaa8-b0f3-4f0d-ac65-8995ddee5573","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:03.657048396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"6b09134c-80bd-4ea5-90a7-c5e7c0f2aed0","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"maas-trlp-praxis-route-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:03.661407178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"f730eaa8-b0f3-4f0d-ac65-8995ddee5573","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:04.919123471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"d014a703-9d9a-417e-a742-d97754d1f509","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:04.91948956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"c5d7caec-f4af-4ca3-a520-37d5de75e8dc","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:04.919764718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"e003b67b-becb-4766-8651-442afdf9531e","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:04.919960973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"9ac56eba-7dd1-46f5-be54-1be35594897a","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.034188161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"25027182-348c-4cbc-bcfd-bf7575556765","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.034583957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"6709198a-c0af-4d3c-9853-8e43ce3356db","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.034881941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"42642324-1c76-4a8a-99de-8eadba747346","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.035113789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"66bcb910-3a6d-408e-86d9-4798508af52a","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.082224603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"31901b8b-3aa8-4962-89fa-727b54864985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.082222346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"861c0033-44ff-401c-9b6f-d6ab86713fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.138028167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"08a303d2-2c1e-4374-83b4-f8a5b5b5c319","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.138041361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"d1c0f438-00eb-4a70-ad06-2f8d5e722e93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.142257502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"31901b8b-3aa8-4962-89fa-727b54864985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.142391408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"861c0033-44ff-401c-9b6f-d6ab86713fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.18557182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69425803-a29a-436d-bb9e-289ec3023cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.240040033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69425803-a29a-436d-bb9e-289ec3023cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.294536643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69425803-a29a-436d-bb9e-289ec3023cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.349140677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69425803-a29a-436d-bb9e-289ec3023cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.570637735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"b81d5acf-180e-4a72-b063-7525b86c1ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.570861778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"0757e563-b715-42c2-ae3c-61b820a789a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.623297534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"3d2a05b8-5638-4ee1-aef7-0e632049ccc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.62335229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"8719368c-3a37-493b-8775-beb3939088fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.631473228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"0757e563-b715-42c2-ae3c-61b820a789a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:05.631488879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"b81d5acf-180e-4a72-b063-7525b86c1ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:07.331252926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57e2722-d5df-4044-9349-20d77512d396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:07.385797973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57e2722-d5df-4044-9349-20d77512d396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:07.440187883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57e2722-d5df-4044-9349-20d77512d396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:07.494592502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57e2722-d5df-4044-9349-20d77512d396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:09.462351073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e8e3f8-e578-47cb-bc9c-9fdea057f7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:09.516931426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e8e3f8-e578-47cb-bc9c-9fdea057f7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:09.571308221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e8e3f8-e578-47cb-bc9c-9fdea057f7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:09.625660203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e8e3f8-e578-47cb-bc9c-9fdea057f7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:10.206317679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"60db1cd8-a4c7-46b0-974e-81b18d168373","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:10.52756312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"5f3eba3d-85a1-45ab-8d43-f73c05ab6144","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:10.845200296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"fd03b83b-d8ea-46d3-bd44-511fb67dcc88","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.102034572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"edc70183-d624-43c9-8357-c10b76ed9706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.102036377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"fdeb01ce-2f38-4153-93ef-138fcb625942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.103202674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"2f3a0038-715e-4da0-810a-8b16b4666d02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.162114712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"edc70183-d624-43c9-8357-c10b76ed9706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.162494461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"fdeb01ce-2f38-4153-93ef-138fcb625942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.163513536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"b8779ed8-f8fd-49c8-b7cc-c4768f46f312","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.279364683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"76b74cdb-201b-4b54-88d6-c3bef401d287","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.385159532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"3aa8dff2-16df-46d6-9b6b-8e81f95bf7bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.49746175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"704e3c42-7bcb-4d62-8b5d-26ed27703231","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.534552706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"d7fc61e9-bf00-4aeb-a3c9-e2ef749eb99b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.534619104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"cb4730a6-c0bd-43cc-bf6c-b082fe2f2031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.558901263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"79fad79d-00c4-4cfe-a387-4f3d6d5ef189","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.592983056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d67a75e-7b54-4b55-bd24-c70da70f42ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.594494482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"cb4730a6-c0bd-43cc-bf6c-b082fe2f2031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.595805322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"d7fc61e9-bf00-4aeb-a3c9-e2ef749eb99b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.648645539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d67a75e-7b54-4b55-bd24-c70da70f42ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.70320082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d67a75e-7b54-4b55-bd24-c70da70f42ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.75797216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d67a75e-7b54-4b55-bd24-c70da70f42ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:11.8673086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"16715ed8-a06a-47a7-8d1e-ffa3d241694b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:13.555088416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"0182ffbe-f474-48b8-8d1e-d5957d9dcbb9","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:13.555115975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"0182ffbe-f474-48b8-8d1e-d5957d9dcbb9","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:13.66383149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"fbf7f3da-fe7b-4721-8015-8f2f31b40cc0","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:13.723300046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"fbf7f3da-fe7b-4721-8015-8f2f31b40cc0","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:13.773742135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"f1710591-a53d-4d19-9a65-75c115dcfe0b","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"maas-trlp-praxis-route-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:14.048588325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"ef8de7ce-2eff-4847-a4bf-c5f3d8fa6ba7","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:14.107452071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"cb6ccbce-16c6-479c-b4a4-71751f4e070d","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"maas-trlp-praxis-route-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:14.108758597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"ef8de7ce-2eff-4847-a4bf-c5f3d8fa6ba7","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:14.262761296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:15.524944914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"736598cc-d617-4ba6-bbdd-1eb8108ed2d8","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:15.52520673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"7f07321f-413c-4b96-8db3-e26c62c94484","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:15.525419807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"bc284d94-4e32-423b-83e4-ffb3d6a83a66","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:15.52573198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"cb50f6ff-3c32-40d5-ab9f-d5b80d9e88df","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:15.687453947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"b061879a-e995-465b-9337-e04dc7cb7cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:15.687484776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"b2ca642b-2542-40fa-8081-280d5b51082f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:15.745675717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"9b9aac86-d0a5-48b9-98af-ad06b23ba5d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:15.745871451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"bf21a6a9-fcb0-493f-ac4b-9389335954ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:15.750376712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"b2ca642b-2542-40fa-8081-280d5b51082f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:15.750526797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"b061879a-e995-465b-9337-e04dc7cb7cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:16.077766393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"fa0c09e7-8d90-492b-b722-715e6473bf3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:16.077793477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"4e2fcfa2-4e9b-4cad-8e36-2e8b4525640c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:16.078631955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"6531e223-f27d-45ae-8b3b-0fe793895967","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:16.07875113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"9910e1f5-6a19-460a-85fa-4e3708926238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:16.140128562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"fa0c09e7-8d90-492b-b722-715e6473bf3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:16.141349501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"4e2fcfa2-4e9b-4cad-8e36-2e8b4525640c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:25.526145488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"9232ba70-54e6-43ec-8c2a-68c3e4e8cb18","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:25.526484491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"95520898-fcf5-4798-9b62-d72c0d4ee410","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:25.526704043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"50dac408-1a9e-4713-8215-bcd1faec62a2","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:25.527048549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"b9a723bc-9574-4e52-b3cd-747efcc29400","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.118400015Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"552b23c7-e21e-46bc-b667-17a5d7c66902","namespace":"ai-tenant-e2e-worker-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.118519238Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"552b23c7-e21e-46bc-b667-17a5d7c66902","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.177279617Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"552b23c7-e21e-46bc-b667-17a5d7c66902","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.178035393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"f1bb85ba-23c4-47e1-8085-bb067b083c08","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.236768541Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"552b23c7-e21e-46bc-b667-17a5d7c66902","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.236796228Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"552b23c7-e21e-46bc-b667-17a5d7c66902","namespace":"ai-tenant-e2e-worker-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.236877815Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"552b23c7-e21e-46bc-b667-17a5d7c66902","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.239870508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"30d45d5d-e160-4afa-ab2c-dab47d80ec2a","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.295212056Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"552b23c7-e21e-46bc-b667-17a5d7c66902","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.300336917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"46605123-748d-47b5-9fa8-0a1cc873fb2e","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.339957286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"cde05efe-4650-4965-8c42-5588beac7166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.33996025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"7af4a14d-b407-462c-afb8-f22e3c200ced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.346553778Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"2e887f76-e932-4ce1-9d0a-a7bcb290aaa7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a0f0fd1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.354051881Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"552b23c7-e21e-46bc-b667-17a5d7c66902","count":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:30:27.356018147Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"46605123-748d-47b5-9fa8-0a1cc873fb2e","name":"premium-w1-c2c259","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-c2c259\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:30:27.356071819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"46605123-748d-47b5-9fa8-0a1cc873fb2e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-c2c259\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.356205485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"e4197656-40eb-486f-8c58-335cd3834d62","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.399862705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"cde05efe-4650-4965-8c42-5588beac7166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.399909367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"7af4a14d-b407-462c-afb8-f22e3c200ced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.407113991Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"e74a9c41-8939-4d6b-bf12-616791548fc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9caabc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.416546535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"7e252476-16f3-46ff-bc59-7892f4a7ed2b","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.47084234Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"139b731d-a1bf-4a2e-ac44-19c78a6ef480","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a0f0fd1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.533352002Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"111fd1ae-fce0-40fb-b4c4-b7aa09202167","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9caabc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.609445678Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e7103b43-9e20-40c5-84a7-141e52a90517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.609446765Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"f6630c3b-23fa-464d-bef1-19034bd16ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.817594175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"f6630c3b-23fa-464d-bef1-19034bd16ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.817922752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e7103b43-9e20-40c5-84a7-141e52a90517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.950904423Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e7103b43-9e20-40c5-84a7-141e52a90517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.950930105Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-access","reconcileID":"e7103b43-9e20-40c5-84a7-141e52a90517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:30:27.955411823Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"f6630c3b-23fa-464d-bef1-19034bd16ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-c2c259-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:30:27.955478354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"f6630c3b-23fa-464d-bef1-19034bd16ae9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-c2c259-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:27.960913478Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"702e1edb-7c33-4880-aeea-9fc6c11b6aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:28.010719816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"c92eb2e2-c491-4877-be61-b5ae1f296c30","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:28.169704155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"702e1edb-7c33-4880-aeea-9fc6c11b6aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:28.229151142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"702e1edb-7c33-4880-aeea-9fc6c11b6aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"e2e-worker-w1-c2c259-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:28.229192515Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-access","reconcileID":"702e1edb-7c33-4880-aeea-9fc6c11b6aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:28.288605435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"779026bb-3462-4ac7-aebd-df9a082e97e9","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:35.527240906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"08abb03c-7cc6-4515-9eba-e7b46c977442","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:35.527650675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"715a8a41-2250-4a0b-b7c1-3d0503c4e86b","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.292439616Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","namespace":"ai-tenant-e2e-praxis-b-b8319b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.29249278Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","namespace":"ai-tenant-e2e-praxis-b-b8319b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.29254169Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","tenant":"e2e-praxis-b-b8319b","tenantID":"e2e-praxis-b-b8319b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.348789593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"Deployment","name":"maas-api-e2e-praxis-b-b8319b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.412527198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"Service","name":"maas-api-e2e-praxis-b-b8319b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.469882694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-b8319b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.526327478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-b8319b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.526470916Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"4692f7c7-f75c-43a4-8ea7-acfe879f21a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.581349941Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"4692f7c7-f75c-43a4-8ea7-acfe879f21a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.584105562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.588402794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"f3cb5fb8-2fbb-47ba-a6e0-9ebd39748f1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.636210418Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"simulator-subscription","reconcileID":"4692f7c7-f75c-43a4-8ea7-acfe879f21a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/simulator-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.640836147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.643186261Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"f3cb5fb8-2fbb-47ba-a6e0-9ebd39748f1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.699771525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.699896472Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"premium-simulator-subscription","reconcileID":"f3cb5fb8-2fbb-47ba-a6e0-9ebd39748f1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"name":"maas-trlp-premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259","model":"e2e-models-e2e-worker-w1-c2c259/premium-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.761078476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.815121218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.869369983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.92347821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"Service","name":"payload-processing-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.926319999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"63e54ce5-73f2-4aa1-bc83-7200839f8728","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.977704197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:37.980026635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"0d55c6c8-fcd9-4077-99fd-1c0723969d22","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.031676222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.085804243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.139763574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.197824138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.251971568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.306266318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.360421714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-b8319b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.414934106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b8319b"},"namespace":"ai-tenant-e2e-praxis-b-b8319b","name":"default-tenant","reconcileID":"52f4c6f5-15aa-41ab-aa18-a27d09f0e1f8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-b8319b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.474710472Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"ffda8232-22be-4752-a29d-3488ad4963b3","namespace":"ai-tenant-e2e-praxis-a-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.474777208Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"ffda8232-22be-4752-a29d-3488ad4963b3","name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.533983109Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"ffda8232-22be-4752-a29d-3488ad4963b3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.534011631Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"ffda8232-22be-4752-a29d-3488ad4963b3","namespace":"ai-tenant-e2e-praxis-a-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.534140153Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"ffda8232-22be-4752-a29d-3488ad4963b3","name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.53443049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"8325a143-f411-4375-95bc-8a4a88374fae","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.534455083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"8325a143-f411-4375-95bc-8a4a88374fae","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.592956916Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"ffda8232-22be-4752-a29d-3488ad4963b3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.596205674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"b0792d61-2508-42a7-943e-4725aa8bc40c","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.596226483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"b0792d61-2508-42a7-943e-4725aa8bc40c","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.642863974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"6e55a61a-9680-4428-90e2-d3df44ba9182","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:30:38.651990509Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"b0792d61-2508-42a7-943e-4725aa8bc40c","name":"praxis-route-ad9e22","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-ad9e22\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:30:38.652055659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"b0792d61-2508-42a7-943e-4725aa8bc40c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-ad9e22\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.657379507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"cc55c3de-e8e4-4b33-baa2-775e1183c372","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.657393716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"cc55c3de-e8e4-4b33-baa2-775e1183c372","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.702326394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"6e55a61a-9680-4428-90e2-d3df44ba9182","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.703264278Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"02705615-f6d2-47f8-ac91-70dac41f92bd","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bff8b8d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.819703109Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"cc007f88-1ceb-4f3e-af68-356aa5575610","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bff8b8d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:38.928149947Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"742cdb90-07f5-4ab5-b0e8-eb2a7a2e0f5e","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:39.093099591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"742cdb90-07f5-4ab5-b0e8-eb2a7a2e0f5e","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:39.226384331Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"742cdb90-07f5-4ab5-b0e8-eb2a7a2e0f5e","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"e2e-praxis-a-ad9e22-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:39.226415812Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-auth","reconcileID":"742cdb90-07f5-4ab5-b0e8-eb2a7a2e0f5e","MaaSAuthPolicy":{"name":"praxis-route-ad9e22-auth","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:39.285237159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"8eb9d9c4-08e1-41d4-8fef-123f99c33ccd","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:39.285256288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"8eb9d9c4-08e1-41d4-8fef-123f99c33ccd","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:39.334559341Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b8319b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b8319b","reconcileID":"af7d3d47-c2b8-48c9-8352-af28cd199069","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b8319b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-b8319b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:40.485618558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2177e882-a0ba-46c2-9239-b763e388842d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:40.540025809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2177e882-a0ba-46c2-9239-b763e388842d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:40.594664971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2177e882-a0ba-46c2-9239-b763e388842d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:40.649240954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2177e882-a0ba-46c2-9239-b763e388842d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:42.660250218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05849fe2-d600-4fc5-b8bb-c438a3147f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:42.714807968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05849fe2-d600-4fc5-b8bb-c438a3147f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:42.769071234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05849fe2-d600-4fc5-b8bb-c438a3147f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:42.823449364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05849fe2-d600-4fc5-b8bb-c438a3147f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:44.262563222Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:44.377908766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"dcd27e3e-dbac-489b-9eae-64c7bb5c975f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:44.487991673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"229d29c9-d4f1-419b-854e-376c5f35cbd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:44.490919227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01b49d29-8951-4d55-894e-2ab75595886c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:44.72226153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"6fc01bfd-5dd0-4849-8a01-b4c5e0d0a00a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:45.251667977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"d814bfda-b055-4028-b31f-49a029b509f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:45.351449653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"a41f81b5-3717-4ad8-bf68-19206c96d3f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:45.52772163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"bec2be82-5f73-4e2c-bafa-d2e5e3d078d1","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:45.528045416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"6e8091ec-63e2-4c4d-b76f-712c341e440c","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.774236975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"ff7415f7-98e2-49d9-a120-c1d98786a742","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.774575336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"9e2fcd48-2b9c-465b-aa49-3cde261845ce","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.884107318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"simulator-w1-c2c259","reconcileID":"e23509d4-4fd7-476b-98cd-fb741e671a41","MaaSModelRef":{"name":"simulator-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"simulator-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"simulator-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.884375397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"premium-w1-c2c259","reconcileID":"0fa7d081-fc25-4a30-a6b1-747fdfc6b8b7","MaaSModelRef":{"name":"premium-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"premium-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"premium-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.884567166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-2-w1-c2c259","reconcileID":"884f6273-3173-4480-a06e-bce7666a2206","MaaSModelRef":{"name":"distinct-2-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-2-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-2-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.884803318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"80017be8-9205-4887-80a3-ff8b638a209b","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"routeName":"distinct-w1-c2c259-kserve-route","namespace":"e2e-models-e2e-worker-w1-c2c259","llmisvcName":"distinct-w1-c2c259","gateway":"openshift-ingress/e2e-worker-w1-c2c259","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.884985891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"fd3582a9-bdd9-4f4d-9f2b-6fca581642b2","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.885186666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"72ae0407-2c10-4d17-af65-86912b10301b","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.945601965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"08473117-690a-4f7f-a4b2-a641287075ba","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.94615313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"471fa64b-1b1f-4b27-ae02-f323c77421e9","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.9466151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"862e7730-8e3f-4c6e-968f-1a60d0d99dbf","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:46.946879263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"4352c487-ce5c-4077-828f-ae07c11f78ef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.048139207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"fd358de9-de83-424e-b06c-cc7c637e41be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.048999429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"ba411e94-e989-4c07-b8dd-333f24379f5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.049290594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"a5e7699e-cc77-4d2e-b92b-dbeecab71a19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.100943752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"19f2d262-8cd7-4a05-8134-32020165edf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.108057928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"fd358de9-de83-424e-b06c-cc7c637e41be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.108799207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"ba411e94-e989-4c07-b8dd-333f24379f5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.404050434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"aabf77d4-2aab-4641-b393-c73810f9ffea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.501560471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"e4a412e8-794a-4f41-9001-51fced79f12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.504798956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"3a343986-2af6-4f71-8a28-21d7dcfe59a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.563610496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"e4a412e8-794a-4f41-9001-51fced79f12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.601119279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"a140b5e7-e37b-45b5-89d8-2e1c399b2a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.661395769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"a140b5e7-e37b-45b5-89d8-2e1c399b2a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.803028187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81695f16-4550-420e-bcae-c09fefa8a87e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.858289621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81695f16-4550-420e-bcae-c09fefa8a87e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.913606655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81695f16-4550-420e-bcae-c09fefa8a87e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:47.968532191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81695f16-4550-420e-bcae-c09fefa8a87e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:30:48.731787862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-c2c259","namespace":"e2e-models-e2e-worker-w1-c2c259"},"namespace":"e2e-models-e2e-worker-w1-c2c259","name":"distinct-w1-c2c259","reconcileID":"eb32d44c-677d-496e-81bf-cc3788757c24","error":"maasmodelrefs.maas.opendatahub.io \"distinct-w1-c2c259\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:48.874767104Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"cd833159-4e2a-4cf1-8142-d237bfa976b1","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","subscription":"praxis-route-ad9e22-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:48.948613788Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"cd833159-4e2a-4cf1-8142-d237bfa976b1","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:49.013255647Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22-sub","reconcileID":"cd833159-4e2a-4cf1-8142-d237bfa976b1","MaaSSubscription":{"name":"praxis-route-ad9e22-sub","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"name":"maas-trlp-praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:49.300868025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"8726114e-ac44-4d13-bc47-54cd4bbde634","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"tenant":"e2e-praxis-a-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","model":"ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:49.300888243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"8726114e-ac44-4d13-bc47-54cd4bbde634","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"routeName":"praxis-route-ad9e22-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ad9e22","llmisvcName":"praxis-route-ad9e22","gateway":"openshift-ingress/e2e-praxis-a-ad9e22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:49.978598156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8c0000-dfcd-4bae-9785-39362960e980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:50.033516512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8c0000-dfcd-4bae-9785-39362960e980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:50.089306825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8c0000-dfcd-4bae-9785-39362960e980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:50.144511009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8c0000-dfcd-4bae-9785-39362960e980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:51.642909368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"9ee705d9-58fa-4d84-b729-c33b9ea3549d","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:51.861859023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"b2fbcbe9-7716-4596-b93c-52fbbdf0e8a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:51.867351048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"3d41e7d2-9e1b-4cf8-93b8-9406ca21d82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:51.867351243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"d0abf468-7504-474f-939a-5db2cdc9b327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:51.927079109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"3d41e7d2-9e1b-4cf8-93b8-9406ca21d82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:51.92723628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"d0abf468-7504-474f-939a-5db2cdc9b327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:52.034083495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"ac8fb397-a30e-4acd-867e-1c14d239fb17","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:52.253692287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"07d15489-7bae-4635-8dbb-2bba370e0e1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.416842736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"9e728cff-c82c-4530-ab79-0f07856b73ce","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.417229531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"15e3c08b-9c18-4c2a-a363-e886e3add5e4","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.417509708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"e5180ba7-d2ce-423c-8605-ae1e15e63cb2","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.417716354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"16acff58-a074-4042-bd9d-e048b2055805","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.580051247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"ac99108a-7a55-4073-bebd-0d32910f05de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.580069665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"437c5090-fe5c-44a4-a6a7-ccbd71b1324b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.635305071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"6c1d7283-1660-49b1-97ac-b580e36feccf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.635480504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"b514eca4-4d0a-44aa-8fad-4b702be12c08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.639963325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"437c5090-fe5c-44a4-a6a7-ccbd71b1324b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.640591554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"ac99108a-7a55-4073-bebd-0d32910f05de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.967281883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"372b8ce6-b927-444d-a1d0-7d602e0453df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:57.967306092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"aff8933c-d3fe-49e1-9bf3-86d489e04e1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:58.010495931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"eb4d399a-be19-446c-9122-78b14ce385d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:58.010545944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"fd586235-47f8-4c28-9e58-95f9b3727375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:58.070118252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"eb4d399a-be19-446c-9122-78b14ce385d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:58.070697359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"fd586235-47f8-4c28-9e58-95f9b3727375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:59.441489352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"172c6ae8-9daf-4ed2-9f5e-b522f8a635f1","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:59.667320566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"bcf03851-1f39-4296-a915-348328042d05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:59.671394634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"a6abab66-844c-45e0-befa-879f3934aba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:59.671394609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"6969e9a2-b749-4ac1-af63-89c3acb040aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:59.731049642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"a6abab66-844c-45e0-befa-879f3934aba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:59.731150332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"6969e9a2-b749-4ac1-af63-89c3acb040aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:59.759282331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"6228cafe-e502-4017-aa46-9e0c487b7a92","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:30:59.838314551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"881abaa6-ec4a-4aa1-a49f-4f6f3efcac46","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:00.057139239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"38ee9ab8-df55-4dd7-acb2-69781e2463e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:02.124971944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de089748-061f-4a1c-b885-2325bcddc51d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:02.225410373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78b6291e-7967-4dc4-beaa-ef64e5ef56d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:02.367665208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"a256e025-6c35-476e-bee7-07a6799620c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:02.47107318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"105afd54-2665-45b2-83d0-2c299270304d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:02.489702774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"1022d182-93b7-4f7f-9e4d-0dcbd8033d9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-premium-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:02.918721261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"9ff95ca8-817a-4147-b2aa-2b2df9423c79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"maas-trlp-simulator-w4-a9c5b3","model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.412148362Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","namespace":"ai-tenant-e2e-worker-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.412221994Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","namespace":"ai-tenant-e2e-worker-w1-c2c259","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.412281549Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","tenant":"e2e-worker-w1-c2c259","tenantID":"e2e-worker-w1-c2c259","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.469037822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"Deployment","name":"maas-api-e2e-worker-w1-c2c259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.531622803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"Service","name":"maas-api-e2e-worker-w1-c2c259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.589348197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-c2c259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.647270139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-c2c259","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.707025126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.764109851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.823570408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.886914292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.941190041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:04.995293712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:05.049542725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"Service","name":"payload-processing-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:05.103878316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:05.158101676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:05.212279619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:05.266427529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:05.324752618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:05.379280058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:05.433611713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:05.488067399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-c2c259","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:05.54263261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-c2c259"},"namespace":"ai-tenant-e2e-worker-w1-c2c259","name":"default-tenant","reconcileID":"4f6ad215-e525-41e8-8bc5-0a3a05aa55b4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-c2c259","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:06.447320832Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-c2c259","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-c2c259","reconcileID":"9b587f32-ba22-4cd1-9918-5c487e2814ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-c2c259","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-c2c259"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:07.417671567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"1a808f77-4207-4470-bdbd-57f34bb5a08e","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:07.534611388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"f2325ae6-06a6-4640-8d39-66d60a0e8166","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:07.600809414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d6eb1f-8352-48a5-adc9-c5387a5c76ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:07.65567413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d6eb1f-8352-48a5-adc9-c5387a5c76ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:07.710045427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d6eb1f-8352-48a5-adc9-c5387a5c76ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:07.764687266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d6eb1f-8352-48a5-adc9-c5387a5c76ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:09.776987222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458477e4-e23e-4e89-ac92-68b9ef60ce1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:09.820989838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"927f2a6f-d8b3-470d-a21d-3000553de751","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:09.831357965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458477e4-e23e-4e89-ac92-68b9ef60ce1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:09.839069471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"53f5d8aa-4005-46cf-a14f-ee6cf9560af0","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:09.885758284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458477e4-e23e-4e89-ac92-68b9ef60ce1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:09.940222688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458477e4-e23e-4e89-ac92-68b9ef60ce1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:10.916768388Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","namespace":"ai-tenant-e2e-praxis-a-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:10.916824854Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","namespace":"ai-tenant-e2e-praxis-a-ad9e22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:10.916875048Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","tenant":"e2e-praxis-a-ad9e22","tenantID":"e2e-praxis-a-ad9e22","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:10.97377198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ad9e22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.046600201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"Service","name":"maas-api-e2e-praxis-a-ad9e22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.105019684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ad9e22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.161159703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ad9e22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.222124165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.278958109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.367539855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.424089423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.478197567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.532107206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.585914046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"Service","name":"payload-processing-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.63977904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.69397158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.747979104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.801964356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.860469016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.914463965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.968429497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:11.981484546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575367e7-b809-427a-8908-9c9480cac3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:12.035441734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ad9e22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:12.036119822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575367e7-b809-427a-8908-9c9480cac3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:12.090237019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"default-tenant","reconcileID":"68aa96a8-c9d5-4581-9137-828f4813ccc4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ad9e22","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:12.090704583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575367e7-b809-427a-8908-9c9480cac3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:12.145083298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575367e7-b809-427a-8908-9c9480cac3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:12.997481112Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ad9e22","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ad9e22","reconcileID":"51f3cf94-8b74-44b5-8a63-0b9e60e43668","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ad9e22","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ad9e22"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.208600202Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"d520c078-d8fb-4007-9da4-4bc7126213b1","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.325689598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"d520c078-d8fb-4007-9da4-4bc7126213b1","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.331074945Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"eccae11b-33bb-4ed3-8812-898bcb56bf37","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.331154911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"eccae11b-33bb-4ed3-8812-898bcb56bf37","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.342418595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"d6e32fcf-2910-4522-9726-c33ea4ad9ff8","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.342499313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"d6e32fcf-2910-4522-9726-c33ea4ad9ff8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.363676868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"89028e1b-0766-499c-ad91-7b0a178b3ca7","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.363733754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"89028e1b-0766-499c-ad91-7b0a178b3ca7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.404842788Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"717de749-8198-4dca-affe-3c7afff92536","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.404912945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"717de749-8198-4dca-affe-3c7afff92536","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.48545974Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"d472bf90-a015-4697-ab29-cd6475812ca2","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.485526372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"d472bf90-a015-4697-ab29-cd6475812ca2","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.6465419Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"8a5e1ec7-ac2c-49ba-8c6a-97546cefdb35","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.646608499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"8a5e1ec7-ac2c-49ba-8c6a-97546cefdb35","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.966984565Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"b396ec3a-2ff7-41ad-95f6-187ec2e8f1c8","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:13.967066963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"b396ec3a-2ff7-41ad-95f6-187ec2e8f1c8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:14.210574087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b396d36e-0045-43f5-bd06-c4c39ecdbf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:14.26280934Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:14.264748872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b396d36e-0045-43f5-bd06-c4c39ecdbf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:14.319207758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b396d36e-0045-43f5-bd06-c4c39ecdbf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:14.373700196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b396d36e-0045-43f5-bd06-c4c39ecdbf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:14.608080329Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"540e2b57-8f23-4cbf-bebd-55381b40da35","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:14.608149372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"540e2b57-8f23-4cbf-bebd-55381b40da35","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:15.889025756Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"7172d5a5-92b4-4249-a603-9a9cbda40fc8","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:15.889090619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"7172d5a5-92b4-4249-a603-9a9cbda40fc8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:16.376465766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6487bd5-04d6-4795-8c18-59a440bb497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:16.43088276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6487bd5-04d6-4795-8c18-59a440bb497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:16.485291889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6487bd5-04d6-4795-8c18-59a440bb497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:16.539894697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6487bd5-04d6-4795-8c18-59a440bb497c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:17.419003269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"30f7ff3a-3447-4b9e-a98a-fa2b771e3847","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:17.596047146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"f57b37c0-3358-4107-8e11-9824f663afbd","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:17.725491779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"2a133955-93bd-4f70-9d53-2a8b4461fdc5","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:17.725551265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"2a133955-93bd-4f70-9d53-2a8b4461fdc5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:19.832359878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"f8c6bfd7-4a32-49e7-83f0-5bc51c1a716b","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:19.886679857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"a8395059-4cec-4190-9ab2-3559ada1101f","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:22.846381185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"cc918be8-a6df-45c1-8bc9-e96613ee43d8","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:22.846462039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"cc918be8-a6df-45c1-8bc9-e96613ee43d8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.42025631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"8ccfdb0d-4cf8-44fd-a3a0-9e0886eeaae7","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.499859945Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"60a1ee35-4d03-4c14-a65a-ead8888d6e0a","namespace":"ai-tenant-e2e-worker-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.499933963Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"60a1ee35-4d03-4c14-a65a-ead8888d6e0a","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.558985268Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"60a1ee35-4d03-4c14-a65a-ead8888d6e0a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.559991273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"d9e56d6b-e2e4-4c56-b38d-cc937af162d0","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.618241629Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"60a1ee35-4d03-4c14-a65a-ead8888d6e0a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.618266463Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"60a1ee35-4d03-4c14-a65a-ead8888d6e0a","namespace":"ai-tenant-e2e-worker-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.618372494Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"60a1ee35-4d03-4c14-a65a-ead8888d6e0a","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.621347806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"7d0a4c7a-f7df-4c54-84ed-9441a8c68ba7","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.678771875Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"60a1ee35-4d03-4c14-a65a-ead8888d6e0a","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.680088524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"badeef49-fdee-4f7c-8003-556d1de246ee","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.680444759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"f2ecf349-631b-4fdd-965c-62888f0df39e","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.722310025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"516f1605-2dfe-4110-bc4a-840b27450f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.722310045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f6d736c8-0294-44ae-ad62-2870ad1bb838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.728374944Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"355f65e9-c0d6-4d5c-b3a9-dd498ff0e030","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0932abfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.739671842Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"60a1ee35-4d03-4c14-a65a-ead8888d6e0a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.74104614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"267d747b-5db5-4372-8e04-2cb05f1182a7","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.782155104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"516f1605-2dfe-4110-bc4a-840b27450f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.782864359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"f6d736c8-0294-44ae-ad62-2870ad1bb838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.790951567Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"f0805e56-fda0-4bae-a0a4-769c2e1c9803","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d584266a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.795674194Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"978f10e1-da8a-4abf-b1a9-1ba57886e6d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0932abfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.855577691Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"0978623f-6bbf-4f7c-8494-bef906b72d1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d584266a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.99602444Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5dbb9a31-de1e-45c6-919b-de279a5c2209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:27.996024403Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"5c9b851d-2362-429a-bd03-0135c7a4f297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.20434491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5dbb9a31-de1e-45c6-919b-de279a5c2209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.204344668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"5c9b851d-2362-429a-bd03-0135c7a4f297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.215874903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-2-w4-a9c5b3","reconcileID":"335a6a76-22ef-49e3-932b-0f6c3802d339","MaaSModelRef":{"name":"distinct-2-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-2-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-2-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.223025738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"distinct-w4-a9c5b3","reconcileID":"c2412548-162c-4783-b668-175a1271d418","MaaSModelRef":{"name":"distinct-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"distinct-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"distinct-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.230762703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"premium-w4-a9c5b3","reconcileID":"eb375247-5f3b-43f3-89a1-25c4ebe5d559","MaaSModelRef":{"name":"premium-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"premium-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"premium-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.238393421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"namespace":"e2e-models-e2e-worker-w4-a9c5b3","name":"simulator-w4-a9c5b3","reconcileID":"3345c3eb-ea1a-46c9-ae4d-4cf6efe168d3","MaaSModelRef":{"name":"simulator-w4-a9c5b3","namespace":"e2e-models-e2e-worker-w4-a9c5b3"},"routeName":"simulator-w4-a9c5b3-kserve-route","namespace":"e2e-models-e2e-worker-w4-a9c5b3","llmisvcName":"simulator-w4-a9c5b3","gateway":"openshift-ingress/e2e-worker-w4-a9c5b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.338316601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"5c9b851d-2362-429a-bd03-0135c7a4f297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.338338477Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-access","reconcileID":"5c9b851d-2362-429a-bd03-0135c7a4f297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:28.342738366Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5dbb9a31-de1e-45c6-919b-de279a5c2209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-a9c5b3-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:28.342798753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"5dbb9a31-de1e-45c6-919b-de279a5c2209","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-a9c5b3-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.348016972Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"759683c7-8061-4528-a9ce-0c62951daa22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.435499706Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"e614122a-dd7f-4e87-83c7-2745d81c6606","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d584266a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.441583876Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"1ee18002-e601-4ad0-a22f-e5f30885131a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0932abfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.560110572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"759683c7-8061-4528-a9ce-0c62951daa22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.619445341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"759683c7-8061-4528-a9ce-0c62951daa22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"name":"e2e-worker-w4-a9c5b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:28.619466469Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-access","reconcileID":"759683c7-8061-4528-a9ce-0c62951daa22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:29.107234874Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"72a5ee6a-02cc-4fe9-a525-f5c073715bd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d584266a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:29.107334925Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"d2012719-52b0-4022-bd25-000713e88ce0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0932abfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:29.161623575Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"5b63984b-59da-441f-b80e-bc4e95916c02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0932abfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:29.161779898Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"b1719029-4294-4863-b120-9eff8aec6010","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d584266a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:29.216214065Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"f5d6cea3-5185-40f2-9fc6-4201b74b1726","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d584266a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:29.331840982Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"8e93c21d-c8d2-4cb9-b526-5c30e046f4c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d584266a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:29.602710493Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"06d3a54f-4d58-4b68-a0f1-09454683433b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0932abfc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:33.086907193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"86b07464-ad6e-4306-822a-86f788f4b3f3","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:33.086979736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"86b07464-ad6e-4306-822a-86f788f4b3f3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:39.387125631Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"987910a9-7661-4852-853a-0135e6456f51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:39.387290389Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"premium-simulator-subscription","reconcileID":"987910a9-7661-4852-853a-0135e6456f51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-a9c5b3/premium-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:39.658489719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"af66f669-871a-4797-bbe9-177ba362022a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:39.658628287Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"simulator-subscription","reconcileID":"af66f669-871a-4797-bbe9-177ba362022a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"model":"e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-a9c5b3/simulator-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:44.26226521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:50.962567255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"2893835a-5ec8-4a18-a960-f03ee9f4cd37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:51.080881166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4fc5d6f7-bdbb-4958-b88f-9a5635413908","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:51.182073882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73ad44c1-be69-4251-ac93-68112d4a1843","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:51.32413361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"7e51d38a-e21e-45ec-ab0a-31c84a7c066a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:53.567781148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"ae6fc02a-5718-4d30-a94c-c340b60fc137","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:53.567846811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"ae6fc02a-5718-4d30-a94c-c340b60fc137","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:54.979744204Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"547c0c03-d8cc-4b07-950d-402b29a50327","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:31:54.979817051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ad9e22","namespace":"ai-tenant-e2e-praxis-a-ad9e22"},"namespace":"ai-tenant-e2e-praxis-a-ad9e22","name":"praxis-route-ad9e22","reconcileID":"547c0c03-d8cc-4b07-950d-402b29a50327","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-ad9e22/praxis-route-ad9e22-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-ad9e22]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:57.690480908Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","namespace":"ai-tenant-e2e-worker-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:57.690536663Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","namespace":"ai-tenant-e2e-worker-w4-a9c5b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:57.690588106Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","tenant":"e2e-worker-w4-a9c5b3","tenantID":"e2e-worker-w4-a9c5b3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:57.746951187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"Deployment","name":"maas-api-e2e-worker-w4-a9c5b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:57.811223297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"Service","name":"maas-api-e2e-worker-w4-a9c5b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:57.868449307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-a9c5b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:57.924779464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-a9c5b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:57.985377451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.042529444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.102150574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.161486999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.21724053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.27128522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.325426875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"Service","name":"payload-processing-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.379815509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.434241354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.48872636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.542962693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.60166278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.655991141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.710436853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.764578253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-a9c5b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:58.818375532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-a9c5b3"},"namespace":"ai-tenant-e2e-worker-w4-a9c5b3","name":"default-tenant","reconcileID":"9b187bb4-b6bd-43c1-bdd1-c6c2d96b263e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-a9c5b3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:31:59.668129652Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-a9c5b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-a9c5b3","reconcileID":"087897a3-a1cf-4a8e-ace5-7405fd798064","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-a9c5b3","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-a9c5b3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:00.821647926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9da020-78da-4b9b-be04-a2359c3ef0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:00.876363434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9da020-78da-4b9b-be04-a2359c3ef0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:00.930950226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9da020-78da-4b9b-be04-a2359c3ef0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:00.985542822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9da020-78da-4b9b-be04-a2359c3ef0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:03.00857935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db84eec-bb9c-4e33-b6c8-94769d865d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:03.06347469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db84eec-bb9c-4e33-b6c8-94769d865d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:03.118077242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db84eec-bb9c-4e33-b6c8-94769d865d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:03.172974739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db84eec-bb9c-4e33-b6c8-94769d865d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:05.189197274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a266d85c-76c1-4a01-bd67-ea167cea28ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:05.2439804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a266d85c-76c1-4a01-bd67-ea167cea28ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:05.298366463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a266d85c-76c1-4a01-bd67-ea167cea28ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:05.353028698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a266d85c-76c1-4a01-bd67-ea167cea28ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:05.741127359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"76da6135-11c6-447f-b07b-6dae6cec95f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:05.877798849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f8028fd3-423c-4ad6-a215-60dae6c35a47","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:06.058710352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"1c67c63a-238f-426c-a0f1-03fc7a72ba2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:06.178363448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba8e7716-c41e-4a43-970d-b5f900112167","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:07.316640039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474160f9-9df5-4b04-98a2-415489050bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:07.371254452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474160f9-9df5-4b04-98a2-415489050bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:07.425668394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474160f9-9df5-4b04-98a2-415489050bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:07.480761284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474160f9-9df5-4b04-98a2-415489050bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.261809901Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.495292424Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","namespace":"ai-tenant-e2e-praxis-b-f7545f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.495372977Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","namespace":"ai-tenant-e2e-praxis-b-f7545f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.495423395Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","tenant":"e2e-praxis-b-f7545f","tenantID":"e2e-praxis-b-f7545f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.551905488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f7545f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.614324065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"Service","name":"maas-api-e2e-praxis-b-f7545f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.67507469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f7545f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.730974057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f7545f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.789121733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.84603226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.903625743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:14.961237306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.015531732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.069737849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.124151694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"Service","name":"payload-processing-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.17930581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.238837338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.295553464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.353460199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.403214711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"d03cbe0c-d508-4a6c-860d-fda5a970781c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.411312365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.467661637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.50587523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ebfdf035-030d-49fe-bd69-5e6538a81049","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.521490582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.575594079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f7545f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.603649826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"524f7587-517c-4916-a9c6-5aeef23964e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.6314914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7545f"},"namespace":"ai-tenant-e2e-praxis-b-f7545f","name":"default-tenant","reconcileID":"fdd6486d-0992-487a-a22d-7df1ca6528c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f7545f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:15.818888651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"bac5d825-5050-4e6d-a3a6-08514e2cec94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:19.020908893Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f7545f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f7545f","reconcileID":"73beb20b-9c65-40ac-8e18-aaff6385f725","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f7545f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f7545f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:20.183965937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a77ac30-e08f-4c4a-ac96-05bab4f2156b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:20.238690802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a77ac30-e08f-4c4a-ac96-05bab4f2156b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:20.293344592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a77ac30-e08f-4c4a-ac96-05bab4f2156b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:20.347761096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a77ac30-e08f-4c4a-ac96-05bab4f2156b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:22.321880576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62563251-2c8c-46b1-9c12-90db079acdbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:22.376541463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62563251-2c8c-46b1-9c12-90db079acdbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:22.431192877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62563251-2c8c-46b1-9c12-90db079acdbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:22.485728911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62563251-2c8c-46b1-9c12-90db079acdbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:24.381226787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"893235dd-562f-4586-ab50-2a6096dd4fec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:24.482658457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f54f8eb-0d95-44f4-afbf-5b749ea33341","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:24.503860491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"bbd28d8a-576b-4520-b3a1-99d6cd7cc9d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:24.682254282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9acad8e8-64cc-4f1b-8940-9214f0e23e71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:27.494816109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7196db1-c2d4-4b97-942c-af00ab0bb80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:27.549210009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7196db1-c2d4-4b97-942c-af00ab0bb80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:27.603484288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7196db1-c2d4-4b97-942c-af00ab0bb80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:27.657928021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7196db1-c2d4-4b97-942c-af00ab0bb80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:29.677861691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fa7961-7752-48cf-8f08-5eb5b1ddf524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:29.732183024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fa7961-7752-48cf-8f08-5eb5b1ddf524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:29.786527401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fa7961-7752-48cf-8f08-5eb5b1ddf524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:29.841000627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0fa7961-7752-48cf-8f08-5eb5b1ddf524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:33.146683884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9bc0f1b0-a882-48a8-9ded-740787507ebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:33.327888342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48a8b0e3-7d2a-4350-96c7-75e458b4d7aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:33.426895337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"c6e5c180-e663-4657-92d9-53d4ff43ed36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:33.566536748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"3f151651-4ddc-4b4d-a00f-3e17d9b083b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:44.262634298Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.445394646Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.445455887Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.445504856Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","tenant":"e2e-shared-a-w2-4adf4c","tenantID":"e2e-shared-a-w2-4adf4c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.502358355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-4adf4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.571020125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"Service","name":"maas-api-e2e-shared-a-w2-4adf4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.62874582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-4adf4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.685215982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-4adf4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.742300159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.799426865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.859117441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.915708594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:51.969792762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:52.023795645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:52.079796384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:52.133910623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:52.188220963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:52.242465068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:52.296817837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:52.355414424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:52.409942327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:52.464400983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:52.518710746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-4adf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:52.572752547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-4adf4c"},"namespace":"ai-tenant-e2e-shared-a-w2-4adf4c","name":"default-tenant","reconcileID":"8fdfa24a-28a0-4175-bc5d-5b43b1d8cc51","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-4adf4c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:53.444383633Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-4adf4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-4adf4c","reconcileID":"876b4b0b-1593-48d8-b254-b73bf42330ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-4adf4c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-4adf4c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:54.591339996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786f5ae8-e55f-4474-8246-dd30d8fc7e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:54.646070265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786f5ae8-e55f-4474-8246-dd30d8fc7e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:54.700699935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786f5ae8-e55f-4474-8246-dd30d8fc7e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:54.755689298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786f5ae8-e55f-4474-8246-dd30d8fc7e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:56.785096324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b146b5a-e227-4732-b2e6-d0a4bb2c5233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:56.840331525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b146b5a-e227-4732-b2e6-d0a4bb2c5233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:56.894786712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b146b5a-e227-4732-b2e6-d0a4bb2c5233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:56.949137935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b146b5a-e227-4732-b2e6-d0a4bb2c5233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:57.763707969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"655136f3-238f-4826-94f6-9453698a6ad5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:57.863893081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"85c0e71d-27f3-4901-8e67-a98d134bc8dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:57.964322619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f82f756a-6ee0-47da-8f07-8ebc0cddb26e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:32:58.070785529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"8bbb2f2b-7659-45de-ae5a-10ac4561fe5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:01.986941902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1df7207-6e83-4ffd-87ac-29de1bb7fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:02.041247781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1df7207-6e83-4ffd-87ac-29de1bb7fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:02.095583709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1df7207-6e83-4ffd-87ac-29de1bb7fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:02.150038212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1df7207-6e83-4ffd-87ac-29de1bb7fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:04.193066841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71991696-7de2-47dd-80ee-fa3ec40ba943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:04.247837978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71991696-7de2-47dd-80ee-fa3ec40ba943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:04.303875644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71991696-7de2-47dd-80ee-fa3ec40ba943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:04.359023285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71991696-7de2-47dd-80ee-fa3ec40ba943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:06.107473484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e008bbf7-c599-4d82-9305-f5b70430afbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:06.20631565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"1a4e2068-1c82-4ebe-8301-8e5a72d2856c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:06.228980781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"ed5cb143-a8dc-4b61-96be-796a79345e49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:06.354143761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a34bb20-9d30-4f0e-b523-28bde9b306e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:14.262942908Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.260862141Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.260918759Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.260972988Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","tenant":"e2e-shared-b-w2-fb1c1f","tenantID":"e2e-shared-b-w2-fb1c1f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.317698805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-fb1c1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.387566694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"Service","name":"maas-api-e2e-shared-b-w2-fb1c1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.44544791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-fb1c1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.501559146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-fb1c1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.558758889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.617808499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.674945866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.731593999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.78847059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.84256626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.896611443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:23.950926341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:24.004961159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:24.059414823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:24.113546761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:24.173384966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:24.227390574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:24.281911711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:24.336009814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-fb1c1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:24.390028314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f"},"namespace":"ai-tenant-e2e-shared-b-w2-fb1c1f","name":"default-tenant","reconcileID":"7a42ccb3-f1b0-43e0-bbd7-ed4130cd0832","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-fb1c1f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:25.252376151Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-fb1c1f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-fb1c1f","reconcileID":"a0bddda8-508b-4d6a-8ffe-9557e031fb2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-fb1c1f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-fb1c1f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:26.404865728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25d81f6-aa4b-43fa-baee-da956d80e2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:26.459294797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25d81f6-aa4b-43fa-baee-da956d80e2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:26.514093433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25d81f6-aa4b-43fa-baee-da956d80e2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:26.568647291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25d81f6-aa4b-43fa-baee-da956d80e2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:28.591683451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4665405-8f3a-440e-b496-e2804775b45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:28.64620347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4665405-8f3a-440e-b496-e2804775b45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:28.700564033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4665405-8f3a-440e-b496-e2804775b45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:28.756382446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4665405-8f3a-440e-b496-e2804775b45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:29.274456605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"71d456dc-0983-4cb4-8157-7a2a075344e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:29.37714372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae595024-a57a-41c9-a702-84a2dc4bba82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:29.395690909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e032dd8f-0379-4acd-ae9d-355a28f56278","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:29.475445533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"a3bfd20f-7fd0-4df9-a8c9-2bea5c57b231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:32.891783229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"01686142-8033-4119-9d03-93f15b78a2f8","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:32.946366259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"67699ee1-78f4-4572-af0e-e3f86683987e","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-2-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-2-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.00096354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"f85d49e1-4390-4a61-9774-3998bb0443b0","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.001326537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"6471fc5c-ba1d-4ce9-a6d5-0df41e072bac","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.003871827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"802da350-3b4d-4293-95dd-50fe0b90e66f","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.004138027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"1b07196f-adfe-4ab8-bbfe-c20d16d2eb85","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.004374855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"a9c81040-fc85-46c4-b04a-ea099fb75bf8","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.004531527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"bda54207-3b0f-4f30-af2c-238331a1d1c3","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-2-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-2-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.163415275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"4cd31ac0-70ef-498d-b8a1-d986768250cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.163420648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"d16de8d4-b477-4cd3-ba22-061a31adce38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.165155378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"b4f5eaa9-c90c-4aa3-b2d7-4256bd380d8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.165254452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"51022a63-b9ed-4438-a263-8a3a27ea2782","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.223379187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"d16de8d4-b477-4cd3-ba22-061a31adce38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.223615175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"4cd31ac0-70ef-498d-b8a1-d986768250cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.547660681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"4c448b46-7231-4fa6-9d9f-b6ae28d3c4d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.548119195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"442eb250-e45c-4b77-bb20-25e8b45cd6b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.718132087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"916a253c-2af6-49d3-8f61-74bde6c23657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.718144441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"bfb44a5c-20fe-4eab-ab34-2f717b58f0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.777733972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"916a253c-2af6-49d3-8f61-74bde6c23657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.777760856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"bfb44a5c-20fe-4eab-ab34-2f717b58f0d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.88871815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76fc1fb-95bb-4da2-8001-a61aac9f9b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.943291027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76fc1fb-95bb-4da2-8001-a61aac9f9b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:33.997727586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76fc1fb-95bb-4da2-8001-a61aac9f9b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:34.052039289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76fc1fb-95bb-4da2-8001-a61aac9f9b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:36.079812734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866df389-5105-4413-8072-2882eb3a63d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:36.134467354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866df389-5105-4413-8072-2882eb3a63d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:36.188960916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866df389-5105-4413-8072-2882eb3a63d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:36.243757308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866df389-5105-4413-8072-2882eb3a63d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:37.178491152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"9af99f64-3071-402c-b320-a6e59c7cee48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:37.301067865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebe99b61-18c3-4c41-8e75-8daafb38bded","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:37.42024598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"501ccdb6-2589-44f2-81f3-515a28783028","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:37.521118383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b21f0c50-466d-479f-a91a-e334a5942153","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:38.204024375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"db95f3b7-fdb8-45ab-812a-f5788366d929","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-2-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-2-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:38.522692534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"b145990d-3c97-4ce7-a977-6a6dd937d604","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:38.839901305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"e6485e06-583f-44ff-b91c-3126750424f9","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.058974851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"b10586f9-c81f-444d-acf0-269f296a2598","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.061268048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"91c4ea87-a750-4848-a2ba-9c3b5a35d541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.06127872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"6f38eee8-0313-40ff-895b-7adb738b6b4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.120571509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"6f38eee8-0313-40ff-895b-7adb738b6b4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.12070029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"91c4ea87-a750-4848-a2ba-9c3b5a35d541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.157073715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"e23a6b2f-d2d3-4763-be26-66794e0dd60e","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.229678266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"4f1e54f6-ec9c-41cb-8fa0-7d2a50a8b1cd","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.375526758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"07e448b2-59fb-422b-97d1-14e1b6303d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.447928937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"59aeee92-af0c-4a50-8842-6d294ab6f550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.447923564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"ab12bf9c-c552-42e3-b079-358d44307cae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.475227789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"276199c9-da23-4832-8e8f-f1c39aa56a8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.508842815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"ab12bf9c-c552-42e3-b079-358d44307cae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.508891965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"59aeee92-af0c-4a50-8842-6d294ab6f550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.546037009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"d64384d4-f9c1-4ece-a002-146b3b2ec610","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:39.764973878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"d93889ab-9da1-431a-a5ff-d4bbcbde73e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:43.503507066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"abedb8c2-356f-4109-8b1d-1880e70bc21b","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-2-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-2-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:43.503724647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"4b0151fd-cc9c-41c1-8b78-2e2e5ca75670","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:43.503928155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"5308093a-e856-4be9-922d-da50d3f94177","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:43.504194987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"c6737316-7e72-4a5e-b1f0-500941e9b852","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:43.666215076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"eb9e94f2-e953-47e7-9e4d-53dc8669f924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:43.666234563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"8ab7de90-8200-43dc-9e23-1a7191ab9c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:43.722453541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"50060245-b6b2-4d87-ae98-f4cc6f212030","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:43.722526421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"790a3b90-6b59-476e-995e-f1975d1241e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:43.726202226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"8ab7de90-8200-43dc-9e23-1a7191ab9c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:43.726451915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"eb9e94f2-e953-47e7-9e4d-53dc8669f924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:44.053350168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"af2292fc-0e48-4e73-b691-5887230f3a5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:44.053487033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"07ae2685-b572-40ab-b5dc-1e870cc01057","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:44.09800525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"4a7758d6-44b1-4804-859d-5ba2e2e01dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:44.098013612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"a817d935-4edc-44c6-a286-bdd771de7d5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:44.158284742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"a817d935-4edc-44c6-a286-bdd771de7d5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:44.158425423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"4a7758d6-44b1-4804-859d-5ba2e2e01dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:44.262567114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.283090122Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"2428449e-2a69-4bc2-8a1d-65234f3ae29b","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.283187686Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"2428449e-2a69-4bc2-8a1d-65234f3ae29b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.340913136Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"2428449e-2a69-4bc2-8a1d-65234f3ae29b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.341676672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"288422e1-2543-471d-ab65-ac7f241d86c1","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.400136872Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"2428449e-2a69-4bc2-8a1d-65234f3ae29b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.400183014Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"2428449e-2a69-4bc2-8a1d-65234f3ae29b","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.40028927Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"2428449e-2a69-4bc2-8a1d-65234f3ae29b","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.401209898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"f7b83c17-a619-4bee-9fc5-84fa9ecd9f60","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.462148032Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"2428449e-2a69-4bc2-8a1d-65234f3ae29b","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.462518238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"cd71c4b6-1cad-4eb7-b763-228ccad0fcbc","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.50486315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"83d37a89-3d0a-4179-b4a6-ecfb9268cda3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.504863193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"6c6b3d2a-4efd-4602-8a30-5de6880eb40e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.511255204Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"69033aa5-eb24-4422-b104-f1eae67e2478","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-87254a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.523282572Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"2428449e-2a69-4bc2-8a1d-65234f3ae29b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.523401482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"ef01c662-e772-45d4-ab57-d88fe77e706d","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.564708521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"6c6b3d2a-4efd-4602-8a30-5de6880eb40e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.564720986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"83d37a89-3d0a-4179-b4a6-ecfb9268cda3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.572624242Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"00e8dba6-376b-43e2-a801-1c9dd8a2b015","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-89510534","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.57727896Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"32bfcf1b-1e9e-4f4d-a86b-3e2cef307f30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-87254a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.638613793Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"756de798-c42e-45c3-a9b6-798693023aa9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-89510534","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.774793176Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"57b0590a-c299-4e88-83dd-a293932ee3e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:45.774815794Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"6dec3e82-e382-4ade-9e0a-1f9e420e4484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:46.03032155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"57b0590a-c299-4e88-83dd-a293932ee3e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:46.030320732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"6dec3e82-e382-4ade-9e0a-1f9e420e4484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:46.163433409Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"57b0590a-c299-4e88-83dd-a293932ee3e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:46.163457436Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-access","reconcileID":"57b0590a-c299-4e88-83dd-a293932ee3e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:33:46.167992706Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"6dec3e82-e382-4ade-9e0a-1f9e420e4484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-865066-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:33:46.168050394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"6dec3e82-e382-4ade-9e0a-1f9e420e4484","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-865066-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:46.17340468Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"cf86c002-3ecf-4afa-a811-c366cd6208a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:46.224557388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"ec09f2a3-eab9-4b3c-b0da-14d0c048454f","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:46.382532673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"cf86c002-3ecf-4afa-a811-c366cd6208a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:46.442159193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"cf86c002-3ecf-4afa-a811-c366cd6208a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"e2e-worker-w2-865066-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:46.442198077Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-access","reconcileID":"cf86c002-3ecf-4afa-a811-c366cd6208a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-865066"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:46.501792883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"a37e7dc4-7f6c-448c-8c38-bb8f504d0de9","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:53.504848078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"cbdeaf63-cb53-4c97-80c5-0debc4d89133","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-2-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-2-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:53.505106056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"70177183-dcaa-4f60-b6ad-ab7d9e072125","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"distinct-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"distinct-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:55.493915323Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"e2c283d9-fe57-42a6-8100-2ca84be31a44","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:55.493988105Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"e2c283d9-fe57-42a6-8100-2ca84be31a44","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:55.550818811Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"e2c283d9-fe57-42a6-8100-2ca84be31a44","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:55.6079113Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"e2c283d9-fe57-42a6-8100-2ca84be31a44","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:55.607935649Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"e2c283d9-fe57-42a6-8100-2ca84be31a44","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:55.632433481Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"51f8970d-95a3-4b4d-995a-14b3d8161d8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:55.687456518Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"51f8970d-95a3-4b4d-995a-14b3d8161d8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:55.693681245Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"36b46283-02d7-41cf-a981-2a98f189a442","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:55.742672346Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"simulator-subscription","reconcileID":"51f8970d-95a3-4b4d-995a-14b3d8161d8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066","model":"e2e-models-e2e-worker-w2-865066/simulator-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:55.748477527Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"36b46283-02d7-41cf-a981-2a98f189a442","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:55.802838767Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"premium-simulator-subscription","reconcileID":"36b46283-02d7-41cf-a981-2a98f189a442","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-865066"},"name":"maas-trlp-premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066","model":"e2e-models-e2e-worker-w2-865066/premium-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:56.132139016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"c746010d-5700-4ece-a328-0d03eb8e8f1e","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"simulator-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"simulator-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:33:56.180774797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"27f85d26-6a1a-449c-a789-92762e2d7d69","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"routeName":"premium-w2-865066-kserve-route","namespace":"e2e-models-e2e-worker-w2-865066","llmisvcName":"premium-w2-865066","gateway":"openshift-ingress/e2e-worker-w2-865066","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:00.609145643Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:00.609229887Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","namespace":"ai-tenant-e2e-worker-w2-865066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:00.60927951Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","tenant":"e2e-worker-w2-865066","tenantID":"e2e-worker-w2-865066","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:00.666804696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"Deployment","name":"maas-api-e2e-worker-w2-865066","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:00.730742909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"Service","name":"maas-api-e2e-worker-w2-865066","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:00.788237388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-865066","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:00.845623055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-865066","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:00.918882605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:00.977626543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.037231736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.094019587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.147954297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.202064157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.256578589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"Service","name":"payload-processing-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.31096387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.36502718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.421504912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.475602131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.534133866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.588632737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.643103836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.697473325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-865066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:01.751827213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-865066"},"namespace":"ai-tenant-e2e-worker-w2-865066","name":"default-tenant","reconcileID":"65f90e0b-bbc2-4158-b7a5-0d3f81bbf985","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-865066","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:02.598101119Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-865066","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-865066","reconcileID":"2f3710ff-d0ff-494c-b985-edfd1b53ad70","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-865066","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-865066"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:02.675867798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"632be8d5-1dfd-4d2c-839e-a098ded06385","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:02.767418587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"fd74f845-c95a-4dde-9f47-9acf0d3e0dd9","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:02.850563841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8559398-7daf-4d72-b462-55b79c42cbb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:02.882280856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"fd74f845-c95a-4dde-9f47-9acf0d3e0dd9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:02.882453659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"cd2aced0-58c6-46da-913d-a5aa76877837","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:02.942519554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"cd2aced0-58c6-46da-913d-a5aa76877837","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:02.942683668Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"54e7aebb-6ca9-493b-b1b9-0e7a5e5ec352","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.003034873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"54e7aebb-6ca9-493b-b1b9-0e7a5e5ec352","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.003246989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"d01d7241-e7ed-4393-8167-8993ce12c3d1","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.063528289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"d01d7241-e7ed-4393-8167-8993ce12c3d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.063705904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"34687d0d-e40c-4062-a3b2-c4fa46461a3c","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.063752621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"34687d0d-e40c-4062-a3b2-c4fa46461a3c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.063832473Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"8d30391e-6a26-4972-a328-2cb626f0d36c","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.06386672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"8d30391e-6a26-4972-a328-2cb626f0d36c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.063949432Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"87a2f0f9-d86c-4eaa-84cf-b55991117be6","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.063988065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"87a2f0f9-d86c-4eaa-84cf-b55991117be6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.069048677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"20daa705-95e6-4d54-b145-f17ae3eca2af","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.069114197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"20daa705-95e6-4d54-b145-f17ae3eca2af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.074184408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"29f77f76-0ca2-4f45-839e-e7225898d91d","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.07424332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"29f77f76-0ca2-4f45-839e-e7225898d91d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.074339707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"bad46e71-1a7a-4e23-82ca-bc4dfa5add29","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.074384773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"bad46e71-1a7a-4e23-82ca-bc4dfa5add29","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.074472728Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"048c4dbf-55cc-4037-95af-73851b5810a0","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.074513997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"048c4dbf-55cc-4037-95af-73851b5810a0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.07939331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"6b5983ec-b640-4234-b76d-7f21b442ba08","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.079455477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"6b5983ec-b640-4234-b76d-7f21b442ba08","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.09513871Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"80171df1-50f7-4923-802c-81de7c12ec2a","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.095211521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"80171df1-50f7-4923-802c-81de7c12ec2a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.095291536Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"e5f9e27d-7ac3-4758-9f5b-87440bd87078","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.095320381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"e5f9e27d-7ac3-4758-9f5b-87440bd87078","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.095382886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"8d99dcde-3959-46e4-a0ab-694e01de43d5","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.095409181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"8d99dcde-3959-46e4-a0ab-694e01de43d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.099597803Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"5760bc73-93f8-4e7d-a3ae-8b7cd4497ee8","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.099678209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"5760bc73-93f8-4e7d-a3ae-8b7cd4497ee8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.135896828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"db858d23-a200-4ad6-bb60-746f1a436f50","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.13597138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"db858d23-a200-4ad6-bb60-746f1a436f50","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.136074042Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"82efc9cd-fa04-40fe-8c8e-7bc0e8c97706","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.136115698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"82efc9cd-fa04-40fe-8c8e-7bc0e8c97706","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.136227938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"c28dcbce-24a1-45f1-b416-cc4741b307d0","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.13628811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"c28dcbce-24a1-45f1-b416-cc4741b307d0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.140445905Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"7b2782d1-5a99-4bf9-b7b3-37169f49926a","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.140505829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"7b2782d1-5a99-4bf9-b7b3-37169f49926a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.216517384Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"855b3866-03d2-4f03-ba8e-ba060939a9c5","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.216585998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"855b3866-03d2-4f03-ba8e-ba060939a9c5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.216659657Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"c1ba8029-da5b-4570-a673-2f3dc512737d","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.216704052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"c1ba8029-da5b-4570-a673-2f3dc512737d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.216799843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"e59667b9-276e-4ccc-b4c0-333366a27c66","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.216830653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"e59667b9-276e-4ccc-b4c0-333366a27c66","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.221004815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"32138041-d58b-4b3a-bb7b-33a4be384cc2","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.221071668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"32138041-d58b-4b3a-bb7b-33a4be384cc2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.377276287Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"6e3ce45e-68d6-4f96-bd0e-8e47b9a98fc9","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.377345656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"6e3ce45e-68d6-4f96-bd0e-8e47b9a98fc9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.377422939Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"26814b44-7bc4-44f5-a887-7a8fa979c0e8","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.377469145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"26814b44-7bc4-44f5-a887-7a8fa979c0e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.37753352Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"31dce00f-9e5a-4531-a57d-443341e5524c","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.377564393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"31dce00f-9e5a-4531-a57d-443341e5524c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.381799556Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"e5cd074c-b98d-43fb-82ad-99658dce5106","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.381863598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"e5cd074c-b98d-43fb-82ad-99658dce5106","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.698590945Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"98d2895f-5a0f-420a-a987-ec661235a171","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.698668294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"98d2895f-5a0f-420a-a987-ec661235a171","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.698750702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"2d2f7e40-28fd-4820-8405-7578fbb59c85","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.698783091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"2d2f7e40-28fd-4820-8405-7578fbb59c85","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.698846707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3f7c4cbe-5597-4892-a6eb-cbaec3f565c1","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.698877234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3f7c4cbe-5597-4892-a6eb-cbaec3f565c1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.702066331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"26b0450c-859e-4230-9f3d-5b937afcbee4","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:03.702135759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"26b0450c-859e-4230-9f3d-5b937afcbee4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:03.749931581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da335e62-df83-445c-94cf-dd1d60fb66de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:03.804420345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da335e62-df83-445c-94cf-dd1d60fb66de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:03.858887346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da335e62-df83-445c-94cf-dd1d60fb66de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:03.913539046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da335e62-df83-445c-94cf-dd1d60fb66de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:04.339206049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"00e112bc-e23e-46f8-ae6a-9bccb9dd67ef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:04.339288261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"00e112bc-e23e-46f8-ae6a-9bccb9dd67ef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:04.339394148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"9197a382-cde4-4849-878a-3f760d56503e","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:04.339440606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"9197a382-cde4-4849-878a-3f760d56503e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:04.339525503Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3ff345fe-b080-4dc8-a7be-33e843237984","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:04.339566939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3ff345fe-b080-4dc8-a7be-33e843237984","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:04.342308517Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"c25d9073-6c0b-4a12-95e5-6762df26ab8b","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:04.342363937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"c25d9073-6c0b-4a12-95e5-6762df26ab8b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:05.619904289Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"d07a1318-2a40-4ccd-b1cb-88340181dccc","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:05.619970793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"d07a1318-2a40-4ccd-b1cb-88340181dccc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:05.620065193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"1ddb10b1-ce00-4adf-b656-f5232ed985a2","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:05.620098767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"1ddb10b1-ce00-4adf-b656-f5232ed985a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:05.620183894Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"f3d3a06c-4b72-4f9c-8081-d299a1c2839d","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:05.620214938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"f3d3a06c-4b72-4f9c-8081-d299a1c2839d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:05.623448148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"76f06cf1-2f92-417b-8430-4f6951a5801e","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:05.623503848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"76f06cf1-2f92-417b-8430-4f6951a5801e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:05.894795048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ddda97-7ab6-4809-9cf4-271e820a2e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:05.949394877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ddda97-7ab6-4809-9cf4-271e820a2e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:06.003976868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ddda97-7ab6-4809-9cf4-271e820a2e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:06.05893399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ddda97-7ab6-4809-9cf4-271e820a2e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:08.181188401Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"99c42bd4-b5cb-4700-9220-7e776f328723","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:08.181264193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"99c42bd4-b5cb-4700-9220-7e776f328723","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:08.181363671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"285acf63-3d3a-4ee0-bc82-431fb118bf56","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:08.181400212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"285acf63-3d3a-4ee0-bc82-431fb118bf56","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:08.181487478Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"62766798-1fd3-4bd4-bd1c-239b595c8f9a","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:08.181520393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"62766798-1fd3-4bd4-bd1c-239b595c8f9a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:08.183814278Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"9d426278-37f5-4e4c-8c48-122efda535a1","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:08.183871468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"9d426278-37f5-4e4c-8c48-122efda535a1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.024631131Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"1a8314a4-262a-46e1-898f-584f57edb3af","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.024703026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"1a8314a4-262a-46e1-898f-584f57edb3af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.024794408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"743504a1-182d-4821-914b-849ddfab67cb","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.024831485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"743504a1-182d-4821-914b-849ddfab67cb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.024903684Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3559152f-f78e-4ee7-ba21-eba56a2adc2b","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.024932528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"3559152f-f78e-4ee7-ba21-eba56a2adc2b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.024998258Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"132c249b-f2df-4d0d-82f7-e671a2d08e29","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.025031278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"132c249b-f2df-4d0d-82f7-e671a2d08e29","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.093259311Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"c248e1e2-08af-42f2-94fb-1b99c83afb62","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.093350543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"c248e1e2-08af-42f2-94fb-1b99c83afb62","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.093459188Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"63f5354a-778b-44fd-baf5-bb1da8a9464f","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.093506614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"63f5354a-778b-44fd-baf5-bb1da8a9464f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.093604403Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"f635b4b2-f768-496d-b9f1-6ac4233642b1","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.093656823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"f635b4b2-f768-496d-b9f1-6ac4233642b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.093752019Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"88f5e77e-5e36-4ccb-9374-f835de85faa6","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.093802311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"88f5e77e-5e36-4ccb-9374-f835de85faa6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.159543633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"3ada7048-be3e-45e6-9b1e-1fb53f713d9d","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.159613115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"3ada7048-be3e-45e6-9b1e-1fb53f713d9d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.15969839Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"e8060181-e94b-4127-9b63-4e6552d4fc3f","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.159736136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"e8060181-e94b-4127-9b63-4e6552d4fc3f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.159802679Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"2ff43309-fe02-4f0c-ad96-c3ac0dc204a7","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.15984078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"2ff43309-fe02-4f0c-ad96-c3ac0dc204a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.15990799Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"2c55614c-91bd-4126-91ac-07e63ad097b0","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.15993922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"2c55614c-91bd-4126-91ac-07e63ad097b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.226554556Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"8db7f5dc-db59-4b3c-8049-73c7b628f903","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.226627222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"8db7f5dc-db59-4b3c-8049-73c7b628f903","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-2-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.22671232Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"27fc4652-5fa5-4946-a9b8-cfabac37e931","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.226744651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"27fc4652-5fa5-4946-a9b8-cfabac37e931","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/distinct-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.226807215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"479671f9-d8d3-4510-aa79-125ce5592abe","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.226838977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"479671f9-d8d3-4510-aa79-125ce5592abe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/simulator-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.226895141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"618e2357-8913-4193-ba33-8f035325d9d0","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:10.226924198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"premium-w2-865066","reconcileID":"618e2357-8913-4193-ba33-8f035325d9d0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-865066/premium-w2-865066: AITenant \"e2e-worker-w2-865066\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T04:34:14.273750998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:14.775869169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-2-w2-865066","reconcileID":"6958540f-cdeb-46f1-812f-b7799784ef3c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-865066\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:15.046384803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"distinct-w2-865066","reconcileID":"2eb13b0c-ad6a-40bd-9524-2ccb19264097","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-865066\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T04:34:15.31861763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-865066","namespace":"e2e-models-e2e-worker-w2-865066"},"namespace":"e2e-models-e2e-worker-w2-865066","name":"simulator-w2-865066","reconcileID":"2f552f6f-9565-448a-bfed-19d741926124","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-865066\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}